leon-se
/

Qwen2.5-VL-32B-Instruct-W4A16-G128

Image-Text-to-Text

compressed-tensors

Model card Files Files and versions Community

leon-se commited on Mar 25

Commit

ffe9c65

·

verified ·

1 Parent(s): 49a91b6

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +3 -2

tokenizer_config.json CHANGED Viewed

@@ -198,10 +198,11 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
-  "unk_token": null,
-  "add_bos_token": false
 }

   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
+  "extra_special_tokens": {},
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
+  "processor_class": "Qwen2_5_VLProcessor",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
 }