Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,28 @@
+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

config.json

@@ -0,0 +1,53 @@
+{
+  "architectures": [
+    "Qwen3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 25600,
+  "max_position_embeddings": 40960,
+  "max_window_layers": 64,
+  "model_type": "qwen3",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 64,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:3.1.0-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "v2": false,
+      "v2_alpha": 0.25
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

generation_config.json

@@ -0,0 +1,13 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "temperature": 0.6,
+  "top_k": 20,
+  "top_p": 0.95,
+  "transformers_version": "4.51.3"
+}

model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e4b74381406477646b80776ee2b8d0c3913175139564a8d720fe13f81d85a9
+size 3955280848

model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cafa042b79265530390064da0f11aefb4c3b5da8f2f790e84e621b60dce9b94
+size 3989151776

model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e567661c327ce78864e25b7cd95f32e88e0da25f091767af9c7e7cbd5da56689
+size 3939923288

model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417a5212f6e99f5ff915e0549c172379a0afe5115c182db85fa762fc00060801
+size 3989151824

model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fe424400ac8fb324e6db7d7f37af9a8e8be76f911bc0f7574cc53cbb1c840a
+size 3467226552

quant_log.csv

@@ -0,0 +1,449 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000000017,0.01000,2.788
+0,self_attn.v_proj,0.0000000014,0.01000,1.527
+0,self_attn.q_proj,0.0000000088,0.01000,1.565
+0,self_attn.o_proj,0.0000000606,0.01000,2.580
+0,mlp.gate_proj,0.0000001939,0.01000,1.655
+0,mlp.up_proj,0.0000001738,0.01000,1.661
+0,mlp.down_proj,0.0000003078,0.01000,11.545
+1,self_attn.k_proj,0.0000000026,0.01000,1.520
+1,self_attn.v_proj,0.0000000024,0.01000,1.537
+1,self_attn.q_proj,0.0000000154,0.01000,1.572
+1,self_attn.o_proj,0.0000000438,0.01000,2.613
+1,mlp.gate_proj,0.0000136234,0.01000,1.663
+1,mlp.up_proj,0.0000043194,0.01000,1.668
+1,mlp.down_proj,0.0000015933,0.01000,11.733
+2,self_attn.k_proj,0.0000000047,0.01000,1.518
+2,self_attn.v_proj,0.0000000047,0.01000,1.533
+2,self_attn.q_proj,0.0000000251,0.01000,1.570
+2,self_attn.o_proj,0.0000000731,0.01000,2.610
+2,mlp.gate_proj,0.0000210778,0.01000,1.647
+2,mlp.up_proj,0.0000090475,0.01000,1.658
+2,mlp.down_proj,0.0000236344,0.01000,11.642
+3,self_attn.k_proj,0.0000000093,0.01000,1.582
+3,self_attn.v_proj,0.0000000092,0.01000,1.528
+3,self_attn.q_proj,0.0000000510,0.01000,1.573
+3,self_attn.o_proj,0.0000000874,0.01000,2.583
+3,mlp.gate_proj,0.0000342387,0.01000,1.657
+3,mlp.up_proj,0.0000152574,0.01000,1.662
+3,mlp.down_proj,0.0000022079,0.01000,11.685
+4,self_attn.k_proj,0.0000000162,0.01000,1.518
+4,self_attn.v_proj,0.0000000155,0.01000,1.521
+4,self_attn.q_proj,0.0000000928,0.01000,1.557
+4,self_attn.o_proj,0.0000001252,0.01000,2.585
+4,mlp.gate_proj,0.0000526053,0.01000,1.647
+4,mlp.up_proj,0.0000299418,0.01000,1.654
+4,mlp.down_proj,0.0000022912,0.01000,11.655
+5,self_attn.k_proj,0.0000000200,0.01000,1.522
+5,self_attn.v_proj,0.0000000170,0.01000,1.552
+5,self_attn.q_proj,0.0000001186,0.01000,1.559
+5,self_attn.o_proj,0.0000001177,0.01000,2.598
+5,mlp.gate_proj,0.0000628946,0.01000,1.648
+5,mlp.up_proj,0.0000280260,0.01000,1.662
+5,mlp.down_proj,0.0000032536,0.01000,11.667
+6,self_attn.k_proj,0.0000000270,0.01000,1.528
+6,self_attn.v_proj,0.0000000273,0.01000,1.533
+6,self_attn.q_proj,0.0000001575,0.01000,1.566
+6,self_attn.o_proj,0.0000001395,0.01000,2.590
+6,mlp.gate_proj,0.0001220081,0.01000,1.651
+6,mlp.up_proj,0.0000689582,0.01000,1.668
+6,mlp.down_proj,0.0001097991,0.01000,11.715
+7,self_attn.k_proj,0.0000001808,0.01000,1.532
+7,self_attn.v_proj,0.0000001897,0.01000,1.570
+7,self_attn.q_proj,0.0000010704,0.01000,1.575
+7,self_attn.o_proj,0.0000004539,0.01000,2.633
+7,mlp.gate_proj,0.0001435714,0.01000,1.664
+7,mlp.up_proj,0.0000800578,0.01000,1.677
+7,mlp.down_proj,0.0000048121,0.01000,11.737
+8,self_attn.k_proj,0.0000001726,0.01000,1.539
+8,self_attn.v_proj,0.0000001859,0.01000,1.584
+8,self_attn.q_proj,0.0000009734,0.01000,1.573
+8,self_attn.o_proj,0.0000004123,0.01000,2.612
+8,mlp.gate_proj,0.0000358017,0.01000,1.665
+8,mlp.up_proj,0.0000214317,0.01000,1.677
+8,mlp.down_proj,0.0000034534,0.01000,11.681
+9,self_attn.k_proj,0.0000000908,0.01000,1.526
+9,self_attn.v_proj,0.0000000840,0.01000,1.534
+9,self_attn.q_proj,0.0000005153,0.01000,1.570
+9,self_attn.o_proj,0.0000002444,0.01000,2.612
+9,mlp.gate_proj,0.0000200863,0.01000,1.661
+9,mlp.up_proj,0.0000190404,0.01000,1.660
+9,mlp.down_proj,0.0000045632,0.01000,11.628
+10,self_attn.k_proj,0.0000001602,0.01000,1.533
+10,self_attn.v_proj,0.0000001714,0.01000,1.570
+10,self_attn.q_proj,0.0000009465,0.01000,1.567
+10,self_attn.o_proj,0.0000005223,0.01000,2.591
+10,mlp.gate_proj,0.0000228654,0.01000,1.663
+10,mlp.up_proj,0.0000218438,0.01000,1.672
+10,mlp.down_proj,0.0000046504,0.01000,11.629
+11,self_attn.k_proj,0.0000002364,0.01000,1.522
+11,self_attn.v_proj,0.0000002512,0.01000,1.594
+11,self_attn.q_proj,0.0000013518,0.01000,1.563
+11,self_attn.o_proj,0.0000009071,0.01000,2.641
+11,mlp.gate_proj,0.0000269802,0.01000,1.653
+11,mlp.up_proj,0.0000257264,0.01000,1.655
+11,mlp.down_proj,0.0000057269,0.01000,11.567
+12,self_attn.k_proj,0.0000001623,0.01000,1.522
+12,self_attn.v_proj,0.0000001594,0.01000,1.521
+12,self_attn.q_proj,0.0000009575,0.01000,1.580
+12,self_attn.o_proj,0.0000004861,0.01000,2.590
+12,mlp.gate_proj,0.0000302366,0.01000,1.656
+12,mlp.up_proj,0.0000287353,0.01000,1.685
+12,mlp.down_proj,0.0000063500,0.01000,11.638
+13,self_attn.k_proj,0.0000003274,0.01000,1.529
+13,self_attn.v_proj,0.0000003563,0.01000,1.534
+13,self_attn.q_proj,0.0000018892,0.01000,1.599
+13,self_attn.o_proj,0.0000008960,0.01000,2.588
+13,mlp.gate_proj,0.0000316925,0.01000,1.657
+13,mlp.up_proj,0.0000293564,0.01000,1.670
+13,mlp.down_proj,0.0000062898,0.01000,11.654
+14,self_attn.k_proj,0.0000001693,0.01000,1.533
+14,self_attn.v_proj,0.0000001780,0.01000,1.531
+14,self_attn.q_proj,0.0000008925,0.01000,1.567
+14,self_attn.o_proj,0.0000007708,0.01000,2.592
+14,mlp.gate_proj,0.0000299584,0.01000,1.663
+14,mlp.up_proj,0.0000280440,0.01000,1.676
+14,mlp.down_proj,0.0000060165,0.01000,11.654
+15,self_attn.k_proj,0.0000001523,0.01000,1.533
+15,self_attn.v_proj,0.0000001424,0.01000,1.538
+15,self_attn.q_proj,0.0000009217,0.01000,1.575
+15,self_attn.o_proj,0.0000006862,0.01000,2.599
+15,mlp.gate_proj,0.0000272009,0.01000,1.657
+15,mlp.up_proj,0.0000260037,0.01000,1.663
+15,mlp.down_proj,0.0000053479,0.01000,11.652
+16,self_attn.k_proj,0.0000001507,0.01000,1.536
+16,self_attn.v_proj,0.0000001643,0.01000,1.531
+16,self_attn.q_proj,0.0000008906,0.01000,1.608
+16,self_attn.o_proj,0.0000007135,0.01000,2.596
+16,mlp.gate_proj,0.0000237589,0.01000,1.666
+16,mlp.up_proj,0.0000228453,0.01000,1.665
+16,mlp.down_proj,0.0000047357,0.01000,11.687
+17,self_attn.k_proj,0.0000001584,0.01000,1.581
+17,self_attn.v_proj,0.0000001557,0.01000,1.534
+17,self_attn.q_proj,0.0000009061,0.01000,1.578
+17,self_attn.o_proj,0.0000007178,0.01000,2.591
+17,mlp.gate_proj,0.0000247747,0.01000,1.657
+17,mlp.up_proj,0.0000236729,0.01000,1.661
+17,mlp.down_proj,0.0000050207,0.01000,11.625
+18,self_attn.k_proj,0.0000002016,0.01000,1.523
+18,self_attn.v_proj,0.0000002049,0.01000,1.550
+18,self_attn.q_proj,0.0000012114,0.01000,1.563
+18,self_attn.o_proj,0.0000007100,0.01000,2.585
+18,mlp.gate_proj,0.0000261823,0.01000,1.654
+18,mlp.up_proj,0.0000250506,0.01000,1.662
+18,mlp.down_proj,0.0000055806,0.01000,11.619
+19,self_attn.k_proj,0.0000002369,0.01000,1.552
+19,self_attn.v_proj,0.0000002376,0.01000,1.522
+19,self_attn.q_proj,0.0000014459,0.01000,1.566
+19,self_attn.o_proj,0.0000009579,0.01000,2.576
+19,mlp.gate_proj,0.0000289118,0.01000,1.651
+19,mlp.up_proj,0.0000277034,0.01000,1.656
+19,mlp.down_proj,0.0000064796,0.01000,11.633
+20,self_attn.k_proj,0.0000003935,0.01000,1.540
+20,self_attn.v_proj,0.0000004184,0.01000,1.538
+20,self_attn.q_proj,0.0000023191,0.01000,1.571
+20,self_attn.o_proj,0.0000010780,0.01000,2.599
+20,mlp.gate_proj,0.0000314793,0.01000,1.662
+20,mlp.up_proj,0.0000305096,0.01000,1.663
+20,mlp.down_proj,0.0000073572,0.01000,11.677
+21,self_attn.k_proj,0.0000004463,0.01000,1.617
+21,self_attn.v_proj,0.0000004503,0.01000,1.524
+21,self_attn.q_proj,0.0000027145,0.01000,1.570
+21,self_attn.o_proj,0.0000020061,0.01000,2.590
+21,mlp.gate_proj,0.0000336272,0.01000,1.653
+21,mlp.up_proj,0.0000325441,0.01000,1.652
+21,mlp.down_proj,0.0000083934,0.01000,11.613
+22,self_attn.k_proj,0.0000004100,0.01000,1.522
+22,self_attn.v_proj,0.0000004306,0.01000,1.607
+22,self_attn.q_proj,0.0000024698,0.01000,1.556
+22,self_attn.o_proj,0.0000023926,0.01000,2.592
+22,mlp.gate_proj,0.0000375279,0.01000,1.650
+22,mlp.up_proj,0.0000362391,0.01000,1.654
+22,mlp.down_proj,0.0000102213,0.01000,11.669
+23,self_attn.k_proj,0.0000005715,0.01000,1.539
+23,self_attn.v_proj,0.0000006219,0.01000,1.533
+23,self_attn.q_proj,0.0000032670,0.01000,1.569
+23,self_attn.o_proj,0.0000016286,0.01000,2.600
+23,mlp.gate_proj,0.0000413675,0.01000,1.666
+23,mlp.up_proj,0.0000401351,0.01000,1.666
+23,mlp.down_proj,0.0000121474,0.01000,11.711
+24,self_attn.k_proj,0.0000010734,0.01000,1.545
+24,self_attn.v_proj,0.0000011345,0.01000,1.520
+24,self_attn.q_proj,0.0000066250,0.01000,1.565
+24,self_attn.o_proj,0.0000034682,0.01000,2.611
+24,mlp.gate_proj,0.0000466318,0.01000,1.658
+24,mlp.up_proj,0.0000448090,0.01000,1.656
+24,mlp.down_proj,0.0000140472,0.01000,11.592
+25,self_attn.k_proj,0.0000009336,0.01000,1.526
+25,self_attn.v_proj,0.0000009881,0.01000,1.597
+25,self_attn.q_proj,0.0000055595,0.01000,1.558
+25,self_attn.o_proj,0.0000031547,0.01000,2.599
+25,mlp.gate_proj,0.0000515109,0.01000,1.653
+25,mlp.up_proj,0.0000498247,0.01000,1.659
+25,mlp.down_proj,0.0000172977,0.01000,11.626
+26,self_attn.k_proj,0.0000008480,0.01000,1.572
+26,self_attn.v_proj,0.0000009399,0.01000,1.576
+26,self_attn.q_proj,0.0000049706,0.01000,1.579
+26,self_attn.o_proj,0.0000029387,0.01000,2.628
+26,mlp.gate_proj,0.0000552996,0.01000,1.656
+26,mlp.up_proj,0.0000531638,0.01000,1.663
+26,mlp.down_proj,0.0000214012,0.01000,11.649
+27,self_attn.k_proj,0.0000011905,0.01000,1.538
+27,self_attn.v_proj,0.0000013019,0.01000,1.533
+27,self_attn.q_proj,0.0000067391,0.01000,1.571
+27,self_attn.o_proj,0.0000030339,0.01000,2.600
+27,mlp.gate_proj,0.0000633302,0.01000,1.659
+27,mlp.up_proj,0.0000603007,0.01000,1.670
+27,mlp.down_proj,0.0000258225,0.01000,11.653
+28,self_attn.k_proj,0.0000015645,0.01000,1.546
+28,self_attn.v_proj,0.0000017532,0.01000,1.535
+28,self_attn.q_proj,0.0000090750,0.01000,1.569
+28,self_attn.o_proj,0.0000032175,0.01000,2.594
+28,mlp.gate_proj,0.0000725752,0.01000,1.664
+28,mlp.up_proj,0.0000684919,0.01000,1.666
+28,mlp.down_proj,0.0000273187,0.01000,11.650
+29,self_attn.k_proj,0.0000023108,0.01000,1.532
+29,self_attn.v_proj,0.0000024692,0.01000,1.530
+29,self_attn.q_proj,0.0000127017,0.01000,1.568
+29,self_attn.o_proj,0.0000030833,0.01000,2.593
+29,mlp.gate_proj,0.0000773708,0.01000,1.659
+29,mlp.up_proj,0.0000713036,0.01000,1.658
+29,mlp.down_proj,0.0000279486,0.01000,11.651
+30,self_attn.k_proj,0.0000047851,0.01000,1.558
+30,self_attn.v_proj,0.0000055002,0.01000,1.536
+30,self_attn.q_proj,0.0000250751,0.01000,1.582
+30,self_attn.o_proj,0.0000043227,0.01000,2.588
+30,mlp.gate_proj,0.0001179844,0.01000,1.655
+30,mlp.up_proj,0.0000896506,0.01000,1.662
+30,mlp.down_proj,0.0000228687,0.01000,11.639
+31,self_attn.k_proj,0.0000040168,0.01000,1.518
+31,self_attn.v_proj,0.0000045436,0.01000,1.521
+31,self_attn.q_proj,0.0000209386,0.01000,1.572
+31,self_attn.o_proj,0.0000033066,0.01000,2.579
+31,mlp.gate_proj,0.0002208151,0.01000,1.657
+31,mlp.up_proj,0.0001648732,0.01000,1.657
+31,mlp.down_proj,0.0000206442,0.01000,11.569
+32,self_attn.k_proj,0.0000012243,0.01000,1.529
+32,self_attn.v_proj,0.0000014233,0.01000,1.531
+32,self_attn.q_proj,0.0000067717,0.01000,1.571
+32,self_attn.o_proj,0.0000030547,0.01000,2.586
+32,mlp.gate_proj,0.0001175058,0.01000,1.663
+32,mlp.up_proj,0.0000903383,0.01000,1.662
+32,mlp.down_proj,0.0000251651,0.01000,11.671
+33,self_attn.k_proj,0.0000009662,0.01000,1.592
+33,self_attn.v_proj,0.0000008725,0.01000,1.535
+33,self_attn.q_proj,0.0000053462,0.01000,1.579
+33,self_attn.o_proj,0.0000023472,0.01000,2.606
+33,mlp.gate_proj,0.0000844701,0.01000,1.672
+33,mlp.up_proj,0.0000789202,0.01000,1.665
+33,mlp.down_proj,0.0000279038,0.01000,11.713
+34,self_attn.k_proj,0.0000014015,0.01000,1.545
+34,self_attn.v_proj,0.0000014559,0.01000,1.536
+34,self_attn.q_proj,0.0000080948,0.01000,1.583
+34,self_attn.o_proj,0.0000035278,0.01000,2.592
+34,mlp.gate_proj,0.0000785616,0.01000,1.662
+34,mlp.up_proj,0.0000756801,0.01000,1.669
+34,mlp.down_proj,0.0000235830,0.01000,11.738
+35,self_attn.k_proj,0.0000016930,0.01000,1.624
+35,self_attn.v_proj,0.0000018099,0.01000,1.534
+35,self_attn.q_proj,0.0000101715,0.01000,1.576
+35,self_attn.o_proj,0.0000055023,0.01000,2.602
+35,mlp.gate_proj,0.0000872563,0.01000,1.662
+35,mlp.up_proj,0.0000841638,0.01000,1.668
+35,mlp.down_proj,0.0000270447,0.01000,11.702
+36,self_attn.k_proj,0.0000010704,0.01000,1.533
+36,self_attn.v_proj,0.0000010415,0.01000,1.534
+36,self_attn.q_proj,0.0000064894,0.01000,1.590
+36,self_attn.o_proj,0.0000042677,0.01000,2.603
+36,mlp.gate_proj,0.0000936115,0.01000,1.661
+36,mlp.up_proj,0.0000906560,0.01000,1.674
+36,mlp.down_proj,0.0000306681,0.01000,11.688
+37,self_attn.k_proj,0.0000021818,0.01000,1.536
+37,self_attn.v_proj,0.0000022700,0.01000,1.534
+37,self_attn.q_proj,0.0000132923,0.01000,1.591
+37,self_attn.o_proj,0.0000076662,0.01000,2.604
+37,mlp.gate_proj,0.0001003652,0.01000,1.661
+37,mlp.up_proj,0.0000937617,0.01000,1.670
+37,mlp.down_proj,0.0000311588,0.01000,11.725
+38,self_attn.k_proj,0.0000014607,0.01000,1.533
+38,self_attn.v_proj,0.0000014135,0.01000,1.544
+38,self_attn.q_proj,0.0000085849,0.01000,1.574
+38,self_attn.o_proj,0.0000062944,0.01000,2.626
+38,mlp.gate_proj,0.0000888707,0.01000,1.665
+38,mlp.up_proj,0.0000865433,0.01000,1.669
+38,mlp.down_proj,0.0000298793,0.01000,11.702
+39,self_attn.k_proj,0.0000013231,0.01000,1.530
+39,self_attn.v_proj,0.0000013062,0.01000,1.552
+39,self_attn.q_proj,0.0000080722,0.01000,1.573
+39,self_attn.o_proj,0.0000057884,0.01000,2.635
+39,mlp.gate_proj,0.0000803082,0.01000,1.663
+39,mlp.up_proj,0.0000832085,0.01000,1.669
+39,mlp.down_proj,0.0000285743,0.01000,11.683
+40,self_attn.k_proj,0.0000015940,0.01000,1.529
+40,self_attn.v_proj,0.0000016831,0.01000,1.570
+40,self_attn.q_proj,0.0000097793,0.01000,1.568
+40,self_attn.o_proj,0.0000074035,0.01000,2.596
+40,mlp.gate_proj,0.0000683258,0.01000,1.660
+40,mlp.up_proj,0.0000740553,0.01000,1.670
+40,mlp.down_proj,0.0000274739,0.01000,11.688
+41,self_attn.k_proj,0.0000015246,0.01000,1.532
+41,self_attn.v_proj,0.0000015665,0.01000,1.591
+41,self_attn.q_proj,0.0000097473,0.01000,1.575
+41,self_attn.o_proj,0.0000076067,0.01000,2.597
+41,mlp.gate_proj,0.0000696800,0.01000,1.664
+41,mlp.up_proj,0.0000769974,0.01000,1.667
+41,mlp.down_proj,0.0000275727,0.01000,11.741
+42,self_attn.k_proj,0.0000020490,0.01000,1.537
+42,self_attn.v_proj,0.0000022060,0.01000,1.615
+42,self_attn.q_proj,0.0000133186,0.01000,1.569
+42,self_attn.o_proj,0.0000084157,0.01000,2.609
+42,mlp.gate_proj,0.0000717687,0.01000,1.658
+42,mlp.up_proj,0.0000811034,0.01000,1.670
+42,mlp.down_proj,0.0000293940,0.01000,11.735
+43,self_attn.k_proj,0.0000030497,0.01000,1.527
+43,self_attn.v_proj,0.0000032869,0.01000,1.533
+43,self_attn.q_proj,0.0000183930,0.01000,1.579
+43,self_attn.o_proj,0.0000093715,0.01000,2.575
+43,mlp.gate_proj,0.0000801787,0.01000,1.657
+43,mlp.up_proj,0.0000884538,0.01000,1.661
+43,mlp.down_proj,0.0004439881,0.01000,11.732
+44,self_attn.k_proj,0.0000045039,0.01000,1.538
+44,self_attn.v_proj,0.0000052618,0.01000,1.535
+44,self_attn.q_proj,0.0000302576,0.01000,1.568
+44,self_attn.o_proj,0.0000131572,0.01000,2.605
+44,mlp.gate_proj,0.0000831303,0.01000,1.664
+44,mlp.up_proj,0.0000927039,0.01000,1.661
+44,mlp.down_proj,0.0000374299,0.01000,11.632
+45,self_attn.k_proj,0.0000047013,0.01000,1.542
+45,self_attn.v_proj,0.0000046386,0.01000,1.535
+45,self_attn.q_proj,0.0000280581,0.01000,1.570
+45,self_attn.o_proj,0.0000166424,0.01000,2.573
+45,mlp.gate_proj,0.0000867418,0.01000,1.654
+45,mlp.up_proj,0.0000949675,0.01000,1.658
+45,mlp.down_proj,0.0000394787,0.01000,11.647
+46,self_attn.k_proj,0.0000043364,0.01000,1.579
+46,self_attn.v_proj,0.0000051131,0.01000,1.532
+46,self_attn.q_proj,0.0000281403,0.01000,1.569
+46,self_attn.o_proj,0.0000154446,0.01000,2.593
+46,mlp.gate_proj,0.0000926777,0.01000,1.658
+46,mlp.up_proj,0.0001016089,0.01000,1.661
+46,mlp.down_proj,0.0000422449,0.01000,11.659
+47,self_attn.k_proj,0.0000063028,0.01000,1.530
+47,self_attn.v_proj,0.0000078766,0.01000,1.530
+47,self_attn.q_proj,0.0000422536,0.01000,1.616
+47,self_attn.o_proj,0.0000119769,0.01000,2.606
+47,mlp.gate_proj,0.0000917994,0.01000,1.660
+47,mlp.up_proj,0.0001012222,0.01000,1.656
+47,mlp.down_proj,0.0000483529,0.01000,11.608
+48,self_attn.k_proj,0.0000072610,0.01000,1.553
+48,self_attn.v_proj,0.0000086316,0.01000,1.554
+48,self_attn.q_proj,0.0000501277,0.01000,1.583
+48,self_attn.o_proj,0.0000204037,0.01000,2.618
+48,mlp.gate_proj,0.0000983936,0.01000,1.651
+48,mlp.up_proj,0.0001062408,0.01000,1.656
+48,mlp.down_proj,0.0000497970,0.01000,11.574
+49,self_attn.k_proj,0.0000072908,0.01000,1.526
+49,self_attn.v_proj,0.0000082672,0.01000,1.533
+49,self_attn.q_proj,0.0000482482,0.01000,1.568
+49,self_attn.o_proj,0.0000180286,0.01000,2.595
+49,mlp.gate_proj,0.0001090345,0.01000,1.660
+49,mlp.up_proj,0.0001160579,0.01000,1.677
+49,mlp.down_proj,0.0000671233,0.01000,11.615
+50,self_attn.k_proj,0.0000078595,0.01000,1.577
+50,self_attn.v_proj,0.0000095407,0.01000,1.578
+50,self_attn.q_proj,0.0000537864,0.01000,1.600
+50,self_attn.o_proj,0.0000179798,0.01000,2.585
+50,mlp.gate_proj,0.0001245018,0.01000,1.657
+50,mlp.up_proj,0.0001288223,0.01000,1.654
+50,mlp.down_proj,0.0000991518,0.01000,11.557
+51,self_attn.k_proj,0.0000120663,0.01000,1.560
+51,self_attn.v_proj,0.0000141722,0.01000,1.560
+51,self_attn.q_proj,0.0000793110,0.01000,1.579
+51,self_attn.o_proj,0.0000290850,0.01000,2.578
+51,mlp.gate_proj,0.0001522964,0.01000,1.646
+51,mlp.up_proj,0.0001562608,0.01000,1.655
+51,mlp.down_proj,0.0001451201,0.01000,11.523
+52,self_attn.k_proj,0.0000177440,0.01000,1.519
+52,self_attn.v_proj,0.0000227425,0.01000,1.522
+52,self_attn.q_proj,0.0001201704,0.01000,1.571
+52,self_attn.o_proj,0.0000339277,0.01000,2.598
+52,mlp.gate_proj,0.0001896271,0.01000,1.655
+52,mlp.up_proj,0.0001955561,0.01000,1.652
+52,mlp.down_proj,0.0001829167,0.01000,11.537
+53,self_attn.k_proj,0.0000267924,0.01000,1.593
+53,self_attn.v_proj,0.0000310515,0.01000,1.596
+53,self_attn.q_proj,0.0001772364,0.01000,1.591
+53,self_attn.o_proj,0.0000346997,0.01000,2.570
+53,mlp.gate_proj,0.0002096771,0.01000,1.650
+53,mlp.up_proj,0.0002178263,0.01000,1.652
+53,mlp.down_proj,0.0002640449,0.01000,11.576
+54,self_attn.k_proj,0.0000413160,0.01000,1.530
+54,self_attn.v_proj,0.0000514963,0.01000,1.528
+54,self_attn.q_proj,0.0002652229,0.01000,1.569
+54,self_attn.o_proj,0.0000610877,0.01000,2.583
+54,mlp.gate_proj,0.0002725404,0.01000,1.656
+54,mlp.up_proj,0.0002823621,0.01000,1.658
+54,mlp.down_proj,0.0003176455,0.01000,11.565
+55,self_attn.k_proj,0.0000418148,0.01000,1.530
+55,self_attn.v_proj,0.0000457386,0.01000,1.595
+55,self_attn.q_proj,0.0002671333,0.01000,1.562
+55,self_attn.o_proj,0.0000556373,0.01000,2.599
+55,mlp.gate_proj,0.0002941125,0.01000,1.656
+55,mlp.up_proj,0.0003099154,0.01000,1.658
+55,mlp.down_proj,0.0004200006,0.01000,11.616
+56,self_attn.k_proj,0.0000757911,0.01000,1.527
+56,self_attn.v_proj,0.0001022021,0.01000,1.525
+56,self_attn.q_proj,0.0004798477,0.01000,1.559
+56,self_attn.o_proj,0.0000605940,0.01000,2.582
+56,mlp.gate_proj,0.0003321549,0.01000,1.654
+56,mlp.up_proj,0.0003545168,0.01000,1.653
+56,mlp.down_proj,0.0005057008,0.01000,11.506
+57,self_attn.k_proj,0.0000909598,0.01000,1.528
+57,self_attn.v_proj,0.0001345350,0.01000,1.547
+57,self_attn.q_proj,0.0005793813,0.01000,1.565
+57,self_attn.o_proj,0.0000712917,0.01000,2.644
+57,mlp.gate_proj,0.0003527863,0.01000,1.659
+57,mlp.up_proj,0.0003838713,0.01000,1.660
+57,mlp.down_proj,0.0006151612,0.01000,11.686
+58,self_attn.k_proj,0.0001611774,0.01000,1.523
+58,self_attn.v_proj,0.0002164320,0.01000,1.522
+58,self_attn.q_proj,0.0010283339,0.01000,1.558
+58,self_attn.o_proj,0.0000739698,0.01000,2.650
+58,mlp.gate_proj,0.0003952580,0.01000,1.647
+58,mlp.up_proj,0.0004374086,0.01000,1.655
+58,mlp.down_proj,0.0007225038,0.01000,11.617
+59,self_attn.k_proj,0.0002089985,0.01000,1.526
+59,self_attn.v_proj,0.0003063982,0.01000,1.525
+59,self_attn.q_proj,0.0013635720,0.01000,1.560
+59,self_attn.o_proj,0.0000968474,0.01000,2.592
+59,mlp.gate_proj,0.0004280806,0.01000,1.655
+59,mlp.up_proj,0.0004791701,0.01000,1.672
+59,mlp.down_proj,0.0008960226,0.01000,11.654
+60,self_attn.k_proj,0.0001992090,0.01000,1.557
+60,self_attn.v_proj,0.0002532928,0.01000,1.567
+60,self_attn.q_proj,0.0013149603,0.01000,1.593
+60,self_attn.o_proj,0.0001869728,0.01000,2.601
+60,mlp.gate_proj,0.0004562739,0.01000,1.669
+60,mlp.up_proj,0.0005242452,0.01000,1.677
+60,mlp.down_proj,0.0011869921,0.01000,11.614
+61,self_attn.k_proj,0.0002611662,0.01000,1.520
+61,self_attn.v_proj,0.0004292642,0.01000,1.524
+61,self_attn.q_proj,0.0018249277,0.01000,1.563
+61,self_attn.o_proj,0.0002311784,0.01000,2.574
+61,mlp.gate_proj,0.0004747803,0.01000,1.651
+61,mlp.up_proj,0.0005518923,0.01000,1.657
+61,mlp.down_proj,0.0016891136,0.01000,11.544
+62,self_attn.k_proj,0.0002829886,0.01000,1.530
+62,self_attn.v_proj,0.0004230730,0.01000,1.528
+62,self_attn.q_proj,0.0018683732,0.01000,1.563
+62,self_attn.o_proj,0.0004166500,0.01000,2.573
+62,mlp.gate_proj,0.0006017254,0.01000,1.648
+62,mlp.up_proj,0.0006672592,0.01000,1.655
+62,mlp.down_proj,0.0026876772,0.01000,11.545
+63,self_attn.k_proj,0.0001214323,0.01000,1.594
+63,self_attn.v_proj,0.0001669539,0.01000,1.570
+63,self_attn.q_proj,0.0007979369,0.01000,1.578
+63,self_attn.o_proj,0.0003110567,0.01000,2.592
+63,mlp.gate_proj,0.0006992443,0.01000,1.655
+63,mlp.up_proj,0.0007560652,0.01000,1.659
+63,mlp.down_proj,0.0074282673,0.01000,11.665

quantize_config.json

@@ -0,0 +1,23 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:3.1.0-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "v2": false,
+    "v2_alpha": 0.25
+  }
+}

special_tokens_map.json

@@ -0,0 +1,25 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654

tokenizer_config.json

@@ -0,0 +1,241 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151666": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151667": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151668": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- messages[0].content + '\\n\\n' }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n    {%- set index = (messages|length - 1) - loop.index0 %}\n    {%- if ns.multi_step_tool and message.role == \"user\" and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}\n        {%- set ns.multi_step_tool = false %}\n        {%- set ns.last_query_index = index %}\n    {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {%- set content = message.content %}\n        {%- set reasoning_content = '' %}\n        {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n            {%- set reasoning_content = message.reasoning_content %}\n        {%- else %}\n            {%- if '</think>' in message.content %}\n                {%- set content = message.content.split('</think>')[-1].lstrip('\\n') %}\n                {%- set reasoning_content = message.content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n            {%- endif %}\n        {%- endif %}\n        {%- if loop.index0 > ns.last_query_index %}\n            {%- if loop.last or (not loop.last and reasoning_content) %}\n                {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' + content.lstrip('\\n') }}\n            {%- else %}\n                {{- '<|im_start|>' + message.role + '\\n' + content }}\n            {%- endif %}\n        {%- else %}\n            {{- '<|im_start|>' + message.role + '\\n' + content }}\n        {%- endif %}\n        {%- if message.tool_calls %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if (loop.first and content) or (not loop.first) %}\n                    {{- '\\n' }}\n                {%- endif %}\n                {%- if tool_call.function %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {%- if tool_call.arguments is string %}\n                    {{- tool_call.arguments }}\n                {%- else %}\n                    {{- tool_call.arguments | tojson }}\n                {%- endif %}\n                {{- '}\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n    {%- if enable_thinking is defined and enable_thinking is false %}\n        {{- '<think>\\n\\n</think>\\n\\n' }}\n    {%- endif %}\n{%- endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<unk>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2TokenizerFast",
+  "unk_token": null,
+  "_commit_hash": null
+}