Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
+}

config.json

@@ -0,0 +1,72 @@
+{
+  "_name_or_path": "qwen2.5-vl-3b-inst",
+  "architectures": [
+    "Qwen2_5_VLForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "image_token_id": 151655,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 128000,
+  "max_window_layers": 70,
+  "model_type": "qwen2_5_vl",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "quantization_config": {
+    "bits": 3,
+    "checkpoint_format": "gptq",
+    "desc_act": false,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.1,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:2.0.0-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "mrope_section": [
+      16,
+      24,
+      24
+    ],
+    "rope_type": "default",
+    "type": "default"
+  },
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.49.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "video_token_id": 151656,
+  "vision_config": {
+    "hidden_size": 1280,
+    "in_chans": 3,
+    "model_type": "qwen2_5_vl",
+    "out_hidden_size": 2048,
+    "spatial_patch_size": 14,
+    "tokens_per_second": 2,
+    "torch_dtype": "bfloat16"
+  },
+  "vision_end_token_id": 151653,
+  "vision_start_token_id": 151652,
+  "vision_token_id": 151654,
+  "vocab_size": 151936
+}

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.05,
+  "temperature": 0.1,
+  "top_k": 1,
+  "top_p": 0.001,
+  "transformers_version": "4.49.0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f017be697c8fa893757d9aa1b7a1254f00d74afa05eb946af386cde2afbb4889
+size 3055641056

preprocessor_config.json

@@ -0,0 +1,19 @@
+{
+  "min_pixels": 3136,
+  "max_pixels": 12845056,
+  "patch_size": 14,
+  "temporal_patch_size": 2,
+  "merge_size": 2,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "image_processor_type": "Qwen2VLImageProcessor",
+  "processor_class": "Qwen2_5_VLProcessor"
+}

quant_log.csv

@@ -0,0 +1,253 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,24.83903,0.10000,0.843
+0,self_attn.v_proj,3.81108,0.10000,0.838
+0,self_attn.q_proj,128.54844,0.10000,0.852
+0,self_attn.o_proj,2.10881,0.10000,0.847
+0,mlp.up_proj,100.77310,0.10000,0.892
+0,mlp.gate_proj,127.25332,0.10000,0.897
+0,mlp.down_proj,16.19182,0.10000,4.801
+1,self_attn.k_proj,8.20036,0.10000,0.847
+1,self_attn.v_proj,1.61279,0.10000,0.848
+1,self_attn.q_proj,29.95984,0.10000,0.866
+1,self_attn.o_proj,1.78946,0.10000,0.901
+1,mlp.up_proj,10165.65192,0.10000,0.906
+1,mlp.gate_proj,13166.80513,0.10000,0.901
+1,mlp.down_proj,1.07076,0.10000,4.851
+2,self_attn.k_proj,7.78844,0.10000,0.842
+2,self_attn.v_proj,1.92078,0.10000,0.844
+2,self_attn.q_proj,35.28019,0.10000,0.855
+2,self_attn.o_proj,1.24437,0.10000,0.852
+2,mlp.up_proj,2470.18301,0.10000,0.899
+2,mlp.gate_proj,2290.62628,0.10000,0.899
+2,mlp.down_proj,244.02252,0.10000,4.819
+3,self_attn.k_proj,22.89211,0.10000,0.851
+3,self_attn.v_proj,4.91427,0.10000,0.852
+3,self_attn.q_proj,105.23157,0.10000,0.859
+3,self_attn.o_proj,1.59546,0.10000,0.874
+3,mlp.up_proj,2088.06699,0.10000,0.920
+3,mlp.gate_proj,2103.94856,0.10000,0.910
+3,mlp.down_proj,19.02342,0.10000,4.834
+4,self_attn.k_proj,18.72483,0.10000,0.846
+4,self_attn.v_proj,5.88361,0.10000,0.840
+4,self_attn.q_proj,89.70197,0.10000,0.852
+4,self_attn.o_proj,3.63549,0.10000,0.852
+4,mlp.up_proj,1655.85657,0.10000,0.897
+4,mlp.gate_proj,2085.91538,0.10000,0.896
+4,mlp.down_proj,9.42999,0.10000,4.818
+5,self_attn.k_proj,28.67266,0.10000,0.848
+5,self_attn.v_proj,11.47020,0.10000,0.840
+5,self_attn.q_proj,153.50000,0.10000,0.858
+5,self_attn.o_proj,4.67206,0.10000,0.854
+5,mlp.up_proj,2702.47212,0.10000,0.923
+5,mlp.gate_proj,3203.09359,0.10000,0.921
+5,mlp.down_proj,19.66682,0.10000,4.812
+6,self_attn.k_proj,20.16864,0.10000,0.860
+6,self_attn.v_proj,12.94484,0.10000,0.853
+6,self_attn.q_proj,123.28695,0.10000,0.851
+6,self_attn.o_proj,7.93740,0.10000,0.851
+6,mlp.up_proj,3216.67436,0.10000,0.910
+6,mlp.gate_proj,3933.01474,0.10000,0.899
+6,mlp.down_proj,24.62265,0.10000,4.811
+7,self_attn.k_proj,26.02061,0.10000,0.848
+7,self_attn.v_proj,14.23182,0.10000,0.837
+7,self_attn.q_proj,151.87713,0.10000,0.860
+7,self_attn.o_proj,5.77019,0.10000,0.861
+7,mlp.up_proj,2620.39936,0.10000,0.912
+7,mlp.gate_proj,3281.85513,0.10000,0.911
+7,mlp.down_proj,31.73279,0.10000,4.813
+8,self_attn.k_proj,24.38100,0.10000,0.844
+8,self_attn.v_proj,15.63451,0.10000,0.844
+8,self_attn.q_proj,156.67457,0.10000,0.855
+8,self_attn.o_proj,5.17390,0.10000,0.859
+8,mlp.up_proj,2677.86955,0.10000,0.903
+8,mlp.gate_proj,3816.05705,0.10000,0.899
+8,mlp.down_proj,37.57000,0.10000,4.835
+9,self_attn.k_proj,26.13946,0.10000,0.844
+9,self_attn.v_proj,14.18505,0.10000,0.840
+9,self_attn.q_proj,147.75867,0.10000,0.855
+9,self_attn.o_proj,5.29003,0.10000,0.856
+9,mlp.up_proj,2327.04728,0.10000,0.908
+9,mlp.gate_proj,3634.60705,0.10000,0.898
+9,mlp.down_proj,51.15143,0.10000,4.794
+10,self_attn.k_proj,28.52876,0.10000,0.848
+10,self_attn.v_proj,19.50285,0.10000,0.840
+10,self_attn.q_proj,185.49730,0.10000,0.855
+10,self_attn.o_proj,9.79378,0.10000,0.858
+10,mlp.up_proj,1535.21218,0.10000,0.907
+10,mlp.gate_proj,2459.32917,0.10000,0.898
+10,mlp.down_proj,65.11133,0.10000,4.836
+11,self_attn.k_proj,23.21211,0.10000,0.847
+11,self_attn.v_proj,17.17487,0.10000,0.843
+11,self_attn.q_proj,147.89002,0.10000,0.858
+11,self_attn.o_proj,14.65216,0.10000,0.848
+11,mlp.up_proj,728.37292,0.10000,0.893
+11,mlp.gate_proj,1036.58229,0.10000,0.904
+11,mlp.down_proj,78.02056,0.10000,4.811
+12,self_attn.k_proj,24.12207,0.10000,0.850
+12,self_attn.v_proj,15.07213,0.10000,0.846
+12,self_attn.q_proj,150.31200,0.10000,0.862
+12,self_attn.o_proj,16.52204,0.10000,0.848
+12,mlp.up_proj,837.65657,0.10000,0.900
+12,mlp.gate_proj,1208.21434,0.10000,0.902
+12,mlp.down_proj,85.59081,0.10000,4.834
+13,self_attn.k_proj,29.83337,0.10000,0.856
+13,self_attn.v_proj,11.49245,0.10000,0.846
+13,self_attn.q_proj,166.75174,0.10000,0.853
+13,self_attn.o_proj,7.48045,0.10000,0.850
+13,mlp.up_proj,503.02480,0.10000,0.900
+13,mlp.gate_proj,526.99720,0.10000,0.901
+13,mlp.down_proj,71.84666,0.10000,4.844
+14,self_attn.k_proj,22.90281,0.10000,0.848
+14,self_attn.v_proj,12.00216,0.10000,0.840
+14,self_attn.q_proj,138.37674,0.10000,0.850
+14,self_attn.o_proj,16.20359,0.10000,0.847
+14,mlp.up_proj,518.49119,0.10000,0.898
+14,mlp.gate_proj,548.01402,0.10000,0.923
+14,mlp.down_proj,75.38350,0.10000,4.792
+15,self_attn.k_proj,23.27711,0.10000,0.853
+15,self_attn.v_proj,13.22887,0.10000,0.850
+15,self_attn.q_proj,143.66597,0.10000,0.864
+15,self_attn.o_proj,15.63252,0.10000,0.854
+15,mlp.up_proj,499.99327,0.10000,0.902
+15,mlp.gate_proj,480.42796,0.10000,0.904
+15,mlp.down_proj,76.88166,0.10000,4.806
+16,self_attn.k_proj,26.04319,0.10000,0.847
+16,self_attn.v_proj,13.46217,0.10000,0.845
+16,self_attn.q_proj,149.10439,0.10000,0.862
+16,self_attn.o_proj,17.14302,0.10000,0.861
+16,mlp.up_proj,518.47492,0.10000,0.901
+16,mlp.gate_proj,533.84720,0.10000,0.896
+16,mlp.down_proj,67.07441,0.10000,4.836
+17,self_attn.k_proj,37.38921,0.10000,0.852
+17,self_attn.v_proj,17.43877,0.10000,0.843
+17,self_attn.q_proj,210.44046,0.10000,0.862
+17,self_attn.o_proj,19.33481,0.10000,0.865
+17,mlp.up_proj,482.37833,0.10000,0.898
+17,mlp.gate_proj,477.10361,0.10000,0.900
+17,mlp.down_proj,68.53336,0.10000,4.829
+18,self_attn.k_proj,24.99486,0.10000,0.860
+18,self_attn.v_proj,14.95020,0.10000,0.852
+18,self_attn.q_proj,160.26471,0.10000,0.856
+18,self_attn.o_proj,21.05432,0.10000,0.856
+18,mlp.up_proj,492.59287,0.10000,0.906
+18,mlp.gate_proj,507.56811,0.10000,0.897
+18,mlp.down_proj,67.69839,0.10000,4.874
+19,self_attn.k_proj,32.89904,0.10000,0.851
+19,self_attn.v_proj,15.57786,0.10000,0.846
+19,self_attn.q_proj,187.26719,0.10000,0.857
+19,self_attn.o_proj,25.46678,0.10000,0.857
+19,mlp.up_proj,499.52196,0.10000,0.911
+19,mlp.gate_proj,483.06038,0.10000,0.967
+19,mlp.down_proj,70.79848,0.10000,4.915
+20,self_attn.k_proj,34.06140,0.10000,0.852
+20,self_attn.v_proj,29.86034,0.10000,0.845
+20,self_attn.q_proj,281.65825,0.10000,0.865
+20,self_attn.o_proj,24.28207,0.10000,0.852
+20,mlp.up_proj,537.90020,0.10000,0.959
+20,mlp.gate_proj,521.52364,0.10000,0.962
+20,mlp.down_proj,84.13465,0.10000,4.890
+21,self_attn.k_proj,33.76769,0.10000,0.842
+21,self_attn.v_proj,20.98391,0.10000,0.843
+21,self_attn.q_proj,208.40905,0.10000,0.857
+21,self_attn.o_proj,32.24769,0.10000,0.845
+21,mlp.up_proj,541.28309,0.10000,0.968
+21,mlp.gate_proj,571.42885,0.10000,0.963
+21,mlp.down_proj,79.02754,0.10000,4.923
+22,self_attn.k_proj,35.91977,0.10000,0.846
+22,self_attn.v_proj,28.41653,0.10000,0.852
+22,self_attn.q_proj,239.51983,0.10000,0.845
+22,self_attn.o_proj,30.16060,0.10000,0.856
+22,mlp.up_proj,605.74443,0.10000,0.975
+22,mlp.gate_proj,618.79655,0.10000,0.967
+22,mlp.down_proj,93.22225,0.10000,4.940
+23,self_attn.k_proj,40.04756,0.10000,0.852
+23,self_attn.v_proj,19.28245,0.10000,0.845
+23,self_attn.q_proj,255.66218,0.10000,0.843
+23,self_attn.o_proj,17.14835,0.10000,0.853
+23,mlp.up_proj,655.34151,0.10000,0.965
+23,mlp.gate_proj,630.03710,0.10000,1.017
+23,mlp.down_proj,110.95681,0.10000,4.881
+24,self_attn.k_proj,30.18802,0.10000,0.858
+24,self_attn.v_proj,22.80094,0.10000,0.840
+24,self_attn.q_proj,206.45933,0.10000,0.868
+24,self_attn.o_proj,17.20003,0.10000,0.855
+24,mlp.up_proj,642.00449,0.10000,0.968
+24,mlp.gate_proj,622.89948,0.10000,0.960
+24,mlp.down_proj,104.85094,0.10000,4.908
+25,self_attn.k_proj,28.93091,0.10000,0.850
+25,self_attn.v_proj,35.50891,0.10000,0.844
+25,self_attn.q_proj,265.88281,0.10000,0.867
+25,self_attn.o_proj,12.70726,0.10000,0.857
+25,mlp.up_proj,673.07997,0.10000,0.971
+25,mlp.gate_proj,666.35849,0.10000,0.995
+25,mlp.down_proj,120.40013,0.10000,4.888
+26,self_attn.k_proj,28.65117,0.10000,0.850
+26,self_attn.v_proj,34.06436,0.10000,0.851
+26,self_attn.q_proj,213.65038,0.10000,0.854
+26,self_attn.o_proj,17.78858,0.10000,0.862
+26,mlp.up_proj,745.56394,0.10000,0.899
+26,mlp.gate_proj,706.36795,0.10000,0.954
+26,mlp.down_proj,144.82057,0.10000,4.921
+27,self_attn.k_proj,28.01956,0.10000,0.845
+27,self_attn.v_proj,43.74103,0.10000,0.845
+27,self_attn.q_proj,322.00084,0.10000,0.853
+27,self_attn.o_proj,51.75505,0.10000,0.850
+27,mlp.up_proj,769.16026,0.10000,0.908
+27,mlp.gate_proj,764.00689,0.10000,0.962
+27,mlp.down_proj,146.10802,0.10000,4.800
+28,self_attn.k_proj,28.72714,0.10000,0.847
+28,self_attn.v_proj,41.97880,0.10000,0.849
+28,self_attn.q_proj,251.50935,0.10000,0.866
+28,self_attn.o_proj,41.25635,0.10000,0.867
+28,mlp.up_proj,850.87821,0.10000,0.966
+28,mlp.gate_proj,854.25337,0.10000,0.965
+28,mlp.down_proj,171.43063,0.10000,4.890
+29,self_attn.k_proj,28.24335,0.10000,0.852
+29,self_attn.v_proj,36.04046,0.10000,0.850
+29,self_attn.q_proj,234.06024,0.10000,0.854
+29,self_attn.o_proj,12.19162,0.10000,0.850
+29,mlp.up_proj,966.48942,0.10000,0.969
+29,mlp.gate_proj,961.18718,0.10000,0.960
+29,mlp.down_proj,215.83714,0.10000,4.848
+30,self_attn.k_proj,30.30796,0.10000,0.854
+30,self_attn.v_proj,83.47273,0.10000,0.845
+30,self_attn.q_proj,318.23778,0.10000,0.854
+30,self_attn.o_proj,31.41730,0.10000,0.862
+30,mlp.up_proj,1318.07388,0.10000,1.004
+30,mlp.gate_proj,1247.34046,0.10000,0.974
+30,mlp.down_proj,1402.69615,0.10000,4.892
+31,self_attn.k_proj,39.41036,0.10000,0.851
+31,self_attn.v_proj,88.15373,0.10000,0.843
+31,self_attn.q_proj,380.71510,0.10000,0.859
+31,self_attn.o_proj,74.49200,0.10000,0.851
+31,mlp.up_proj,1596.19904,0.10000,0.986
+31,mlp.gate_proj,1435.06747,0.10000,0.989
+31,mlp.down_proj,622.15962,0.10000,4.880
+32,self_attn.k_proj,48.18025,0.10000,0.840
+32,self_attn.v_proj,206.43401,0.10000,0.842
+32,self_attn.q_proj,479.40769,0.10000,0.854
+32,self_attn.o_proj,71.31563,0.10000,0.852
+32,mlp.up_proj,1584.80385,0.10000,0.995
+32,mlp.gate_proj,1416.53878,0.10000,0.989
+32,mlp.down_proj,687.19607,0.10000,4.897
+33,self_attn.k_proj,44.60647,0.10000,0.852
+33,self_attn.v_proj,366.04748,0.10000,0.845
+33,self_attn.q_proj,463.31310,0.10000,0.856
+33,self_attn.o_proj,79.14707,0.10000,0.853
+33,mlp.up_proj,1608.57628,0.10000,1.003
+33,mlp.gate_proj,1325.68253,0.10000,0.986
+33,mlp.down_proj,1079.32244,0.10000,4.899
+34,self_attn.k_proj,28.37394,0.10000,0.844
+34,self_attn.v_proj,85.50487,0.10000,0.854
+34,self_attn.q_proj,280.46202,0.10000,0.849
+34,self_attn.o_proj,78.82577,0.10000,0.840
+34,mlp.up_proj,1901.89359,0.10000,0.992
+34,mlp.gate_proj,1636.86699,0.10000,0.996
+34,mlp.down_proj,1089.57532,0.10000,4.908
+35,self_attn.k_proj,31.31396,0.10000,0.855
+35,self_attn.v_proj,86.57718,0.10000,0.854
+35,self_attn.q_proj,293.05164,0.10000,0.861
+35,self_attn.o_proj,70.40742,0.10000,0.853
+35,mlp.up_proj,2689.68942,0.10000,0.996
+35,mlp.gate_proj,2448.59423,0.10000,0.991
+35,mlp.down_proj,3298.19391,0.10000,4.922

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 3,
+  "group_size": 128,
+  "desc_act": false,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:2.0.0-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.1,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,25 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|vision_pad|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json

@@ -0,0 +1,209 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|vision_pad|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2TokenizerFast",
+  "unk_token": null,
+  "_commit_hash": null
+}