{ "metadata": { "total_size": 56713502720 }, "weight_map": { "embed.weight": "model1-mp4-00001-of-00011.safetensors", "head.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.kv_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.q_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wkv_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wkv_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wkv_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wkv_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wkv_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wkv_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wkv_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wkv_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wo.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wo.indices": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wo.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wo.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wq_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wq_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wq_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wq_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wq_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wq_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wq_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn.wq_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.0.attn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.0.ffn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.kv_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.q_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wkv_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wkv_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wkv_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wkv_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wkv_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wkv_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wkv_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wkv_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wo.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wo.indices": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wo.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wo.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wq_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wq_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wq_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wq_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wq_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wq_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wq_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn.wq_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.1.attn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.1.ffn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.kv_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.q_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wkv_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wkv_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wkv_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wkv_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wkv_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wkv_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wkv_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wkv_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wo.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wo.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wo.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wo.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wq_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wq_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wq_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wq_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wq_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wq_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wq_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn.wq_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.attn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.100.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.101.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.102.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.103.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.104.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.105.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.106.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.107.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.108.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.109.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.110.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.111.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.112.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.113.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.114.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.115.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.116.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.117.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.118.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.119.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.120.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.121.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.122.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.123.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.124.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.125.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.126.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.127.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.64.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.65.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.66.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.67.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.68.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.69.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.70.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.71.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.72.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.73.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.74.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.75.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.76.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.77.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.78.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.79.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.80.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.81.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.82.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.83.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.84.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.85.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.86.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.87.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.88.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.89.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.90.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.91.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.92.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.93.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.94.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.95.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.96.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.97.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.98.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.experts.99.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.gate.bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.gate.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn.shared_experts.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.10.ffn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.kv_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.q_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wkv_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wkv_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wkv_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wkv_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wkv_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wkv_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wkv_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wkv_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wo.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wo.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wo.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wo.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wq_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wq_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wq_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wq_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wq_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wq_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wq_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn.wq_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.attn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.100.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.101.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.102.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.103.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.104.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.105.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.106.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.107.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.108.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.109.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.110.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.111.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.112.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.113.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.114.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.115.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.116.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.117.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.118.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.119.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.120.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.121.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.122.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.123.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.124.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.125.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.126.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.127.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.64.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.65.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.66.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.67.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.68.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.69.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.70.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.71.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.72.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.73.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.74.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.75.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.76.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.77.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.78.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.79.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.80.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.81.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.82.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.83.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.84.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.85.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.86.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.87.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.88.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.89.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.90.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.91.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.92.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.93.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.94.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.95.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.96.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.97.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.98.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.experts.99.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.gate.bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.gate.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn.shared_experts.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.11.ffn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.kv_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.q_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wkv_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wkv_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wkv_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wkv_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wkv_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wkv_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wkv_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wkv_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wo.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wo.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wo.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wo.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wq_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wq_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wq_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wq_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wq_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wq_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wq_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn.wq_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.attn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.100.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.101.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.102.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.103.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.104.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.105.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.106.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.107.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.108.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.109.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.110.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.111.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.112.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.113.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.114.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.115.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.116.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.117.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.118.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.119.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.120.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.121.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.122.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.123.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.124.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.125.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.126.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.127.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.64.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.65.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.66.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.67.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.68.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.69.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.70.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.71.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.72.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.73.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.74.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.75.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.76.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.77.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.78.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.79.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.80.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.81.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.82.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.83.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.84.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.85.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.86.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.87.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.88.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.89.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.90.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.91.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.92.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.93.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.94.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.95.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.96.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.97.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.98.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.experts.99.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.gate.bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.gate.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn.shared_experts.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.12.ffn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.kv_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.q_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wkv_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wkv_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wkv_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wkv_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wkv_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wkv_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wkv_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wkv_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wo.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wo.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wo.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wo.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wq_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wq_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wq_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wq_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wq_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wq_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wq_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn.wq_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.attn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.100.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.101.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.102.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.103.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.104.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.105.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.106.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.107.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.108.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.109.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.110.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.111.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.112.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.113.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.114.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.115.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.116.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.117.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.118.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.119.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.120.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.121.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.122.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.123.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.124.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.125.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.126.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.127.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.64.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.65.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.66.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.67.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.68.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.69.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.70.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.71.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.72.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.73.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.74.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.75.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.76.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.77.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.78.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.79.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.80.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.81.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.82.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.83.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.84.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.85.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.86.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.87.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.88.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.89.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.90.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.91.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.92.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.93.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.94.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.95.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.96.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.97.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.98.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.experts.99.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.gate.bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.gate.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn.shared_experts.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.13.ffn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.kv_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.q_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wkv_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wkv_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wkv_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wkv_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wkv_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wkv_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wkv_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wkv_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wo.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wo.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wo.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wo.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wq_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wq_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wq_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wq_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wq_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wq_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wq_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn.wq_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.attn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.100.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.101.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.102.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.103.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.104.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.105.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.106.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.107.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.108.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.109.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.110.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.111.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.112.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.113.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.114.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.115.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.116.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.117.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.118.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.119.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.120.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.121.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.122.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.123.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.124.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.125.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.126.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.127.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.64.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.65.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.66.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.67.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.68.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.69.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.70.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.71.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.72.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.73.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.74.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.75.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.76.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.77.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.78.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.79.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.80.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.81.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.82.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.83.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.84.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.85.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.86.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.87.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.88.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.89.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.90.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.91.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.92.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.93.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.94.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.95.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.96.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.97.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.98.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.experts.99.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.gate.bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.gate.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn.shared_experts.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.14.ffn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.kv_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.q_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wkv_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wkv_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wkv_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wkv_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wkv_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wkv_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wkv_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wkv_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wo.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wo.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wo.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wo.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wq_a.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wq_a.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wq_a.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wq_a.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wq_b.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wq_b.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wq_b.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn.wq_b.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.attn_norm.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.100.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.101.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.102.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.103.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.104.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.105.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.106.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.107.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.108.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.109.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w1.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w1.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w1.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w2.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w2.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w2.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w2.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w3.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w3.indices": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w3.weight_bias": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.110.w3.weight_scale": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.111.w1.centroids.weight": "model1-mp4-00001-of-00011.safetensors", "layers.15.ffn.experts.111.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.111.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.112.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.113.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.114.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.115.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.116.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.117.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.118.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.119.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.120.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.121.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.122.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.123.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.124.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.125.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.126.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.127.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.64.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.65.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.66.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.67.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.68.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.69.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.70.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.71.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.72.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.73.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.74.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.75.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.76.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.77.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.78.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.79.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.80.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.81.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.82.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.83.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.84.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.85.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.86.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.87.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.88.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.89.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.90.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.91.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.92.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.93.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.94.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.95.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.96.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.97.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.98.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.experts.99.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.gate.bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.gate.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn.shared_experts.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.15.ffn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.kv_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.q_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wkv_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wkv_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wkv_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wkv_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wkv_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wkv_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wkv_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wkv_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wo.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wo.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wo.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wo.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wq_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wq_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wq_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wq_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wq_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wq_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wq_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn.wq_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.attn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.100.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.101.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.102.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.103.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.104.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.105.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.106.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.107.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.108.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.109.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.110.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.111.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.112.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.113.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.114.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.115.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.116.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.117.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.118.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.119.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.120.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.121.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.122.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.123.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.124.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.125.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.126.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.127.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.64.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.65.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.66.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.67.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.68.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.69.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.70.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.71.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.72.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.73.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.74.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.75.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.76.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.77.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.78.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.79.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.80.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.81.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.82.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.83.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.84.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.85.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.86.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.87.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.88.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.89.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.90.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.91.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.92.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.93.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.94.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.95.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.96.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.97.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.98.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.experts.99.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.gate.bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.gate.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn.shared_experts.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.16.ffn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.kv_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.q_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wkv_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wkv_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wkv_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wkv_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wkv_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wkv_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wkv_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wkv_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wo.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wo.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wo.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wo.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wq_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wq_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wq_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wq_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wq_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wq_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wq_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn.wq_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.attn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.100.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.101.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.102.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.103.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.104.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.105.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.106.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.107.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.108.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.109.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.110.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.111.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.112.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.113.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.114.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.115.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.116.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.117.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.118.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.119.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.120.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.121.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.122.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.123.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.124.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.125.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.126.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.127.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.64.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.65.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.66.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.67.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.68.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.69.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.70.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.71.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.72.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.73.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.74.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.75.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.76.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.77.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.78.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.79.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.80.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.81.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.82.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.83.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.84.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.85.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.86.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.87.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.88.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.89.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.90.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.91.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.92.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.93.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.94.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.95.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.96.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.97.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.98.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.experts.99.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.gate.bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.gate.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn.shared_experts.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.17.ffn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.kv_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.q_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wkv_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wkv_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wkv_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wkv_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wkv_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wkv_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wkv_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wkv_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wo.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wo.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wo.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wo.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wq_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wq_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wq_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wq_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wq_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wq_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wq_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn.wq_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.attn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.100.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.101.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.102.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.103.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.104.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.105.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.106.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.107.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.108.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.109.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.110.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.111.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.112.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.113.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.114.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.115.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.116.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.117.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.118.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.119.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.120.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.121.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.122.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.123.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.124.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.125.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.126.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.127.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.64.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.65.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.66.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.67.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.68.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.69.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.70.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.71.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.72.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.73.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.74.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.75.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.76.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.77.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.78.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.79.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.80.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.81.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.82.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.83.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.84.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.85.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.86.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.87.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.88.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.89.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.90.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.91.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.92.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.93.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.94.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.95.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.96.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.97.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.98.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.experts.99.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.gate.bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.gate.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn.shared_experts.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.18.ffn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.kv_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.q_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wkv_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wkv_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wkv_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wkv_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wkv_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wkv_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wkv_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wkv_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wo.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wo.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wo.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wo.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wq_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wq_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wq_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wq_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wq_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wq_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wq_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn.wq_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.attn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.100.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.101.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.102.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.103.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.104.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.105.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.106.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.107.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.108.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.109.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.110.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.111.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.112.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.113.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.114.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.115.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.116.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.117.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.118.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.119.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.120.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.121.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.122.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.123.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.124.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.125.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.126.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.127.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.64.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.65.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.66.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.67.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.68.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.69.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.70.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.71.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.72.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.73.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.74.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.75.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.76.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.77.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.78.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.79.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.80.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.81.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.82.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.83.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.84.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.85.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.86.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.87.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.88.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.89.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.90.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.91.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.92.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.93.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.94.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.95.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.96.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.97.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.98.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.experts.99.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.gate.bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.gate.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn.shared_experts.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.19.ffn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.kv_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.q_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wkv_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wkv_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wkv_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wkv_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wkv_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wkv_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wkv_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wkv_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wo.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wo.indices": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wo.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wo.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wq_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wq_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wq_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wq_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wq_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wq_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wq_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn.wq_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.2.attn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.2.ffn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.kv_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.q_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wkv_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wkv_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wkv_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wkv_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wkv_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wkv_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wkv_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wkv_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wo.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wo.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wo.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wo.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wq_a.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wq_a.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wq_a.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wq_a.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wq_b.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wq_b.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wq_b.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn.wq_b.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.attn_norm.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.100.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.101.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.102.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.103.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.104.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.105.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.106.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.107.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.108.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.109.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.110.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.111.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.112.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.113.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.114.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.115.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.116.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.117.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.118.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.119.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.120.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.121.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.122.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.123.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.124.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.125.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w1.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w2.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w2.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w2.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w2.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w3.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w3.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w3.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.126.w3.weight_scale": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.127.w1.centroids.weight": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.127.w1.indices": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.127.w1.weight_bias": "model1-mp4-00002-of-00011.safetensors", "layers.20.ffn.experts.127.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.127.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.127.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.127.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.127.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.127.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.127.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.127.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.127.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.64.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.65.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.66.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.67.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.68.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.69.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.70.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.71.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.72.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.73.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.74.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.75.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.76.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.77.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.78.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.79.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.80.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.81.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.82.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.83.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.84.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.85.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.86.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.87.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.88.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.89.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.90.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.91.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.92.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.93.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.94.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.95.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.96.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.97.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.98.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.experts.99.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.gate.bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.gate.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn.shared_experts.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.20.ffn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.kv_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.q_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wkv_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wkv_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wkv_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wkv_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wkv_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wkv_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wkv_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wkv_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wo.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wo.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wo.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wo.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wq_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wq_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wq_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wq_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wq_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wq_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wq_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn.wq_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.attn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.100.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.101.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.102.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.103.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.104.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.105.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.106.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.107.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.108.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.109.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.110.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.111.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.112.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.113.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.114.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.115.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.116.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.117.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.118.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.119.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.120.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.121.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.122.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.123.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.124.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.125.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.126.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.127.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.64.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.65.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.66.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.67.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.68.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.69.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.70.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.71.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.72.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.73.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.74.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.75.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.76.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.77.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.78.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.79.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.80.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.81.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.82.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.83.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.84.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.85.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.86.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.87.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.88.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.89.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.90.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.91.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.92.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.93.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.94.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.95.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.96.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.97.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.98.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.experts.99.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.gate.bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.gate.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn.shared_experts.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.21.ffn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.kv_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.q_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wkv_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wkv_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wkv_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wkv_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wkv_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wkv_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wkv_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wkv_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wo.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wo.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wo.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wo.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wq_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wq_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wq_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wq_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wq_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wq_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wq_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn.wq_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.attn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.100.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.101.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.102.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.103.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.104.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.105.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.106.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.107.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.108.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.109.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.110.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.111.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.112.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.113.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.114.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.115.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.116.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.117.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.118.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.119.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.120.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.121.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.122.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.123.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.124.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.125.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.126.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.127.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.64.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.65.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.66.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.67.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.68.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.69.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.70.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.71.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.72.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.73.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.74.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.75.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.76.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.77.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.78.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.79.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.80.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.81.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.82.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.83.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.84.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.85.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.86.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.87.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.88.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.89.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.90.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.91.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.92.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.93.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.94.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.95.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.96.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.97.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.98.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.experts.99.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.gate.bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.gate.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn.shared_experts.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.22.ffn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.kv_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.q_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wkv_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wkv_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wkv_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wkv_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wkv_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wkv_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wkv_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wkv_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wo.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wo.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wo.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wo.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wq_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wq_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wq_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wq_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wq_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wq_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wq_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn.wq_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.attn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.100.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.101.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.102.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.103.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.104.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.105.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.106.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.107.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.108.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.109.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.110.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.111.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.112.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.113.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.114.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.115.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.116.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.117.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.118.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.119.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.120.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.121.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.122.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.123.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.124.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.125.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.126.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.127.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.64.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.65.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.66.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.67.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.68.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.69.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.70.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.71.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.72.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.73.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.74.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.75.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.76.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.77.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.78.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.79.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.80.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.81.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.82.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.83.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.84.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.85.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.86.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.87.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.88.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.89.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.90.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.91.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.92.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.93.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.94.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.95.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.96.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.97.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.98.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.experts.99.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.gate.bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.gate.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn.shared_experts.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.23.ffn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.kv_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.q_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wkv_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wkv_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wkv_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wkv_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wkv_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wkv_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wkv_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wkv_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wo.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wo.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wo.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wo.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wq_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wq_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wq_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wq_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wq_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wq_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wq_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn.wq_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.attn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.100.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.101.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.102.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.103.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.104.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.105.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.106.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.107.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.108.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.109.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.110.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.111.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.112.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.113.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.114.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.115.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.116.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.117.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.118.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.119.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.120.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.121.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.122.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.123.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.124.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.125.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.126.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.127.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.64.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.65.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.66.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.67.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.68.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.69.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.70.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.71.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.72.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.73.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.74.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.75.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.76.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.77.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.78.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.79.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.80.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.81.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.82.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.83.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.84.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.85.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.86.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.87.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.88.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.89.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.90.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.91.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.92.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.93.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.94.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.95.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.96.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.97.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.98.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.experts.99.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.gate.bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.gate.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn.shared_experts.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.24.ffn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.kv_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.q_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wkv_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wkv_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wkv_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wkv_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wkv_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wkv_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wkv_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wkv_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wo.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wo.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wo.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wo.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wq_a.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wq_a.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wq_a.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wq_a.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wq_b.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wq_b.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wq_b.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn.wq_b.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.attn_norm.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.100.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.101.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.102.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.103.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.104.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.105.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.106.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.107.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.108.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.109.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.110.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.111.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.112.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.113.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.114.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.115.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.116.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.117.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.118.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.119.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.120.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.121.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.122.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.123.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.124.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.125.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.126.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.127.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.64.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.65.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.66.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.67.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.68.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.69.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.70.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.71.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.72.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.73.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.74.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.75.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.76.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.77.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.78.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.79.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.80.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w2.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w2.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w2.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w3.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w3.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w3.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.81.w3.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.82.w1.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.82.w1.indices": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.82.w1.weight_bias": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.82.w1.weight_scale": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.82.w2.centroids.weight": "model1-mp4-00003-of-00011.safetensors", "layers.25.ffn.experts.82.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.82.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.82.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.82.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.82.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.82.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.82.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.83.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.84.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.85.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.86.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.87.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.88.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.89.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.90.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.91.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.92.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.93.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.94.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.95.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.96.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.97.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.98.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.experts.99.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.gate.bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.gate.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn.shared_experts.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.25.ffn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.kv_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.q_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wkv_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wkv_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wkv_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wkv_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wkv_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wkv_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wkv_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wkv_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wo.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wo.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wo.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wo.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wq_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wq_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wq_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wq_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wq_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wq_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wq_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn.wq_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.attn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.100.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.101.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.102.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.103.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.104.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.105.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.106.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.107.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.108.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.109.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.110.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.111.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.112.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.113.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.114.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.115.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.116.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.117.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.118.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.119.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.120.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.121.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.122.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.123.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.124.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.125.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.126.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.127.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.64.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.65.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.66.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.67.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.68.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.69.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.70.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.71.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.72.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.73.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.74.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.75.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.76.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.77.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.78.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.79.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.80.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.81.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.82.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.83.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.84.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.85.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.86.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.87.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.88.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.89.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.90.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.91.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.92.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.93.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.94.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.95.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.96.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.97.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.98.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.experts.99.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.gate.bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.gate.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn.shared_experts.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.26.ffn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.kv_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.q_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wkv_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wkv_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wkv_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wkv_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wkv_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wkv_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wkv_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wkv_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wo.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wo.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wo.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wo.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wq_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wq_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wq_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wq_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wq_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wq_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wq_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn.wq_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.attn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.100.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.101.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.102.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.103.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.104.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.105.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.106.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.107.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.108.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.109.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.110.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.111.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.112.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.113.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.114.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.115.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.116.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.117.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.118.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.119.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.120.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.121.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.122.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.123.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.124.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.125.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.126.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.127.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.64.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.65.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.66.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.67.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.68.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.69.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.70.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.71.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.72.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.73.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.74.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.75.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.76.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.77.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.78.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.79.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.80.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.81.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.82.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.83.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.84.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.85.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.86.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.87.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.88.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.89.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.90.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.91.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.92.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.93.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.94.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.95.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.96.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.97.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.98.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.experts.99.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.gate.bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.gate.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn.shared_experts.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.27.ffn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.kv_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.q_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wkv_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wkv_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wkv_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wkv_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wkv_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wkv_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wkv_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wkv_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wo.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wo.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wo.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wo.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wq_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wq_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wq_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wq_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wq_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wq_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wq_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn.wq_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.attn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.100.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.101.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.102.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.103.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.104.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.105.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.106.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.107.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.108.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.109.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.110.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.111.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.112.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.113.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.114.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.115.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.116.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.117.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.118.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.119.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.120.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.121.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.122.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.123.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.124.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.125.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.126.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.127.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.64.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.65.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.66.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.67.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.68.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.69.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.70.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.71.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.72.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.73.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.74.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.75.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.76.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.77.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.78.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.79.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.80.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.81.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.82.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.83.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.84.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.85.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.86.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.87.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.88.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.89.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.90.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.91.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.92.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.93.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.94.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.95.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.96.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.97.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.98.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.experts.99.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.gate.bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.gate.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn.shared_experts.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.28.ffn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.kv_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.q_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wkv_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wkv_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wkv_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wkv_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wkv_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wkv_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wkv_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wkv_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wo.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wo.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wo.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wo.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wq_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wq_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wq_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wq_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wq_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wq_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wq_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn.wq_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.attn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.100.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.101.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.102.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.103.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.104.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.105.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.106.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.107.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.108.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.109.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.110.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.111.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.112.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.113.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.114.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.115.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.116.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.117.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.118.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.119.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.120.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.121.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.122.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.123.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.124.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.125.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.126.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.127.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.64.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.65.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.66.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.67.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.68.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.69.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.70.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.71.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.72.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.73.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.74.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.75.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.76.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.77.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.78.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.79.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.80.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.81.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.82.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.83.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.84.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.85.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.86.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.87.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.88.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.89.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.90.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.91.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.92.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.93.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.94.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.95.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.96.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.97.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.98.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.experts.99.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.gate.bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.gate.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn.shared_experts.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.29.ffn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.kv_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.q_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wkv_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wkv_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wkv_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wkv_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wkv_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wkv_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wkv_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wkv_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wo.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wo.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wo.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wo.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wq_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wq_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wq_a.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wq_a.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wq_b.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wq_b.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wq_b.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn.wq_b.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.attn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.100.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.101.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.102.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.103.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.104.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.105.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.106.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.107.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.108.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.109.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.110.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.111.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.112.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.113.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.114.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.115.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.116.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.117.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.118.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.119.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.120.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.121.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.122.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.123.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.124.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.125.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.126.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.127.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.64.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.65.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.66.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.67.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.68.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.69.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.70.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.71.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.72.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.73.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.74.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.75.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.76.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.77.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.78.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.79.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.80.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.81.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.82.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.83.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.84.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.85.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.86.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.87.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.88.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.89.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.90.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.91.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.92.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.93.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.94.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.95.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.96.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.97.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.98.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.experts.99.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.gate.bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.gate.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w1.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w1.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w1.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w2.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w2.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w2.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w3.indices": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w3.weight_bias": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn.shared_experts.w3.weight_scale": "model1-mp4-00004-of-00011.safetensors", "layers.3.ffn_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.30.attn.kv_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.30.attn.q_norm.weight": "model1-mp4-00004-of-00011.safetensors", "layers.30.attn.wkv_a.centroids.weight": "model1-mp4-00004-of-00011.safetensors", "layers.30.attn.wkv_a.indices": "model1-mp4-00004-of-00011.safetensors", "layers.30.attn.wkv_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wkv_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wkv_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wkv_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wkv_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wkv_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wo.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wo.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wo.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wo.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wq_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wq_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wq_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wq_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wq_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wq_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wq_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn.wq_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.attn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.100.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.101.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.102.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.103.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.104.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.105.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.106.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.107.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.108.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.109.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.110.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.111.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.112.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.113.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.114.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.115.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.116.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.117.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.118.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.119.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.120.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.121.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.122.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.123.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.124.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.125.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.126.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.127.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.64.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.65.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.66.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.67.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.68.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.69.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.70.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.71.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.72.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.73.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.74.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.75.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.76.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.77.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.78.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.79.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.80.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.81.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.82.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.83.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.84.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.85.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.86.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.87.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.88.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.89.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.90.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.91.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.92.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.93.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.94.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.95.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.96.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.97.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.98.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.experts.99.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.gate.bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.gate.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn.shared_experts.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.30.ffn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.kv_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.q_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wkv_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wkv_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wkv_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wkv_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wkv_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wkv_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wkv_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wkv_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wo.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wo.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wo.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wo.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wq_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wq_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wq_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wq_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wq_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wq_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wq_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn.wq_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.attn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.100.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.101.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.102.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.103.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.104.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.105.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.106.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.107.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.108.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.109.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.110.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.111.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.112.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.113.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.114.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.115.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.116.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.117.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.118.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.119.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.120.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.121.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.122.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.123.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.124.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.125.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.126.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.127.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.64.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.65.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.66.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.67.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.68.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.69.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.70.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.71.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.72.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.73.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.74.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.75.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.76.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.77.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.78.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.79.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.80.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.81.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.82.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.83.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.84.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.85.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.86.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.87.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.88.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.89.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.90.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.91.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.92.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.93.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.94.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.95.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.96.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.97.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.98.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.experts.99.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.gate.bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.gate.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn.shared_experts.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.31.ffn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.kv_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.q_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wkv_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wkv_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wkv_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wkv_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wkv_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wkv_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wkv_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wkv_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wo.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wo.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wo.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wo.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wq_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wq_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wq_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wq_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wq_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wq_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wq_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn.wq_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.attn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.100.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.101.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.102.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.103.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.104.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.105.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.106.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.107.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.108.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.109.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.110.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.111.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.112.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.113.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.114.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.115.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.116.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.117.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.118.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.119.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.120.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.121.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.122.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.123.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.124.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.125.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.126.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.127.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.64.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.65.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.66.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.67.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.68.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.69.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.70.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.71.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.72.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.73.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.74.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.75.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.76.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.77.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.78.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.79.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.80.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.81.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.82.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.83.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.84.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.85.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.86.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.87.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.88.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.89.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.90.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.91.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.92.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.93.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.94.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.95.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.96.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.97.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.98.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.experts.99.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.gate.bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.gate.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn.shared_experts.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.32.ffn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.kv_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.q_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wkv_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wkv_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wkv_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wkv_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wkv_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wkv_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wkv_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wkv_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wo.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wo.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wo.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wo.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wq_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wq_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wq_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wq_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wq_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wq_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wq_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn.wq_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.attn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.100.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.101.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.102.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.103.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.104.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.105.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.106.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.107.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.108.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.109.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.110.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.111.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.112.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.113.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.114.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.115.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.116.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.117.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.118.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.119.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.120.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.121.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.122.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.123.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.124.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.125.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.126.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.127.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.64.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.65.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.66.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.67.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.68.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.69.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.70.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.71.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.72.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.73.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.74.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.75.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.76.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.77.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.78.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.79.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.80.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.81.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.82.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.83.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.84.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.85.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.86.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.87.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.88.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.89.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.90.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.91.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.92.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.93.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.94.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.95.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.96.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.97.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.98.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.experts.99.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.gate.bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.gate.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn.shared_experts.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.33.ffn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.kv_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.q_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wkv_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wkv_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wkv_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wkv_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wkv_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wkv_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wkv_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wkv_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wo.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wo.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wo.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wo.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wq_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wq_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wq_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wq_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wq_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wq_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wq_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn.wq_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.attn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.100.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.101.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.102.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.103.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.104.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.105.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.106.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.107.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.108.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.109.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.110.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.111.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.112.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.113.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.114.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.115.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.116.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.117.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.118.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.119.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.120.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.121.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.122.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.123.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.124.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.125.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.126.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.127.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.64.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.65.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.66.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.67.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.68.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.69.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.70.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.71.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.72.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.73.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.74.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.75.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.76.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.77.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.78.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.79.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.80.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.81.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.82.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.83.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.84.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.85.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.86.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.87.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.88.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.89.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.90.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.91.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.92.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.93.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.94.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.95.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.96.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.97.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.98.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.experts.99.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.gate.bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.gate.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn.shared_experts.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.34.ffn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.kv_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.q_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wkv_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wkv_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wkv_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wkv_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wkv_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wkv_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wkv_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wkv_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wo.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wo.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wo.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wo.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wq_a.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wq_a.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wq_a.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wq_a.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wq_b.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wq_b.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wq_b.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn.wq_b.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.attn_norm.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.100.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.101.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.102.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.103.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.104.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.105.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.106.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.107.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.108.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.109.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.110.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.111.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.112.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.113.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.114.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.115.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w2.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w3.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w3.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w3.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.116.w3.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.117.w1.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.117.w1.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.117.w1.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.117.w1.weight_scale": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.117.w2.centroids.weight": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.117.w2.indices": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.117.w2.weight_bias": "model1-mp4-00005-of-00011.safetensors", "layers.35.ffn.experts.117.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.117.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.117.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.117.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.117.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.118.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.119.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.120.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.121.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.122.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.123.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.124.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.125.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.126.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.127.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.64.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.65.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.66.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.67.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.68.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.69.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.70.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.71.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.72.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.73.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.74.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.75.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.76.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.77.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.78.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.79.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.80.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.81.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.82.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.83.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.84.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.85.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.86.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.87.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.88.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.89.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.90.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.91.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.92.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.93.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.94.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.95.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.96.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.97.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.98.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.experts.99.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.gate.bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.gate.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn.shared_experts.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.35.ffn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.kv_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.q_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wkv_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wkv_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wkv_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wkv_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wkv_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wkv_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wkv_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wkv_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wo.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wo.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wo.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wo.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wq_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wq_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wq_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wq_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wq_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wq_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wq_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn.wq_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.attn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.100.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.101.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.102.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.103.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.104.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.105.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.106.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.107.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.108.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.109.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.110.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.111.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.112.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.113.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.114.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.115.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.116.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.117.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.118.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.119.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.120.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.121.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.122.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.123.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.124.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.125.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.126.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.127.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.64.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.65.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.66.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.67.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.68.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.69.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.70.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.71.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.72.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.73.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.74.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.75.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.76.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.77.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.78.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.79.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.80.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.81.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.82.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.83.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.84.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.85.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.86.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.87.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.88.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.89.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.90.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.91.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.92.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.93.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.94.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.95.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.96.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.97.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.98.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.experts.99.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.gate.bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.gate.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn.shared_experts.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.36.ffn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.kv_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.q_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wkv_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wkv_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wkv_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wkv_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wkv_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wkv_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wkv_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wkv_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wo.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wo.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wo.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wo.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wq_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wq_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wq_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wq_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wq_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wq_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wq_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn.wq_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.attn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.100.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.101.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.102.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.103.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.104.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.105.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.106.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.107.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.108.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.109.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.110.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.111.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.112.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.113.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.114.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.115.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.116.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.117.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.118.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.119.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.120.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.121.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.122.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.123.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.124.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.125.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.126.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.127.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.64.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.65.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.66.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.67.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.68.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.69.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.70.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.71.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.72.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.73.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.74.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.75.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.76.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.77.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.78.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.79.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.80.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.81.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.82.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.83.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.84.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.85.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.86.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.87.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.88.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.89.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.90.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.91.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.92.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.93.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.94.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.95.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.96.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.97.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.98.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.experts.99.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.gate.bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.gate.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn.shared_experts.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.37.ffn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.kv_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.q_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wkv_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wkv_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wkv_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wkv_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wkv_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wkv_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wkv_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wkv_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wo.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wo.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wo.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wo.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wq_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wq_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wq_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wq_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wq_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wq_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wq_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn.wq_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.attn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.100.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.101.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.102.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.103.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.104.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.105.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.106.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.107.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.108.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.109.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.110.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.111.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.112.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.113.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.114.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.115.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.116.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.117.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.118.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.119.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.120.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.121.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.122.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.123.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.124.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.125.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.126.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.127.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.64.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.65.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.66.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.67.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.68.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.69.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.70.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.71.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.72.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.73.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.74.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.75.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.76.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.77.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.78.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.79.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.80.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.81.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.82.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.83.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.84.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.85.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.86.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.87.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.88.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.89.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.90.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.91.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.92.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.93.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.94.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.95.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.96.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.97.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.98.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.experts.99.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.gate.bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.gate.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn.shared_experts.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.38.ffn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.kv_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.q_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wkv_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wkv_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wkv_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wkv_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wkv_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wkv_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wkv_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wkv_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wo.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wo.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wo.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wo.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wq_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wq_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wq_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wq_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wq_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wq_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wq_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn.wq_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.attn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.100.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.101.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.102.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.103.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.104.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.105.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.106.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.107.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.108.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.109.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.110.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.111.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.112.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.113.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.114.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.115.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.116.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.117.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.118.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.119.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.120.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.121.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.122.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.123.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.124.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.125.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.126.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.127.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.64.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.65.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.66.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.67.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.68.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.69.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.70.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.71.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.72.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.73.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.74.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.75.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.76.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.77.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.78.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.79.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.80.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.81.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.82.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.83.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.84.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.85.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.86.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.87.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.88.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.89.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.90.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.91.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.92.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.93.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.94.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.95.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.96.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.97.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.98.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.experts.99.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.gate.bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.gate.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn.shared_experts.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.39.ffn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.kv_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.q_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wkv_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wkv_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wkv_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wkv_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wkv_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wkv_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wkv_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wkv_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wo.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wo.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wo.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wo.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wq_a.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wq_a.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wq_a.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wq_a.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wq_b.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wq_b.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wq_b.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn.wq_b.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.attn_norm.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.100.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.101.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.102.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.103.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.104.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.105.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.106.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.107.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.108.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.109.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.110.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.111.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.112.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.113.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.114.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.115.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.116.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.117.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.118.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.119.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.120.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.121.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.122.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.123.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.124.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.125.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.126.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.127.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.64.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.65.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.66.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.67.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.68.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.69.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.70.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w3.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w3.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.71.w3.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w1.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w1.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w1.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w1.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w2.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w2.indices": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w2.weight_bias": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w2.weight_scale": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w3.centroids.weight": "model1-mp4-00006-of-00011.safetensors", "layers.4.ffn.experts.72.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.72.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.72.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.73.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.74.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.75.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.76.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.77.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.78.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.79.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.80.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.81.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.82.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.83.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.84.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.85.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.86.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.87.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.88.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.89.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.90.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.91.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.92.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.93.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.94.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.95.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.96.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.97.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.98.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.experts.99.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.gate.bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.gate.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn.shared_experts.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.4.ffn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.kv_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.q_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wkv_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wkv_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wkv_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wkv_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wkv_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wkv_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wkv_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wkv_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wo.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wo.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wo.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wo.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wq_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wq_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wq_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wq_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wq_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wq_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wq_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn.wq_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.attn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.100.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.101.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.102.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.103.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.104.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.105.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.106.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.107.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.108.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.109.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.110.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.111.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.112.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.113.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.114.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.115.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.116.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.117.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.118.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.119.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.120.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.121.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.122.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.123.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.124.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.125.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.126.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.127.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.64.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.65.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.66.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.67.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.68.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.69.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.70.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.71.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.72.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.73.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.74.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.75.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.76.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.77.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.78.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.79.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.80.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.81.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.82.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.83.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.84.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.85.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.86.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.87.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.88.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.89.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.90.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.91.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.92.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.93.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.94.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.95.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.96.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.97.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.98.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.experts.99.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.gate.bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.gate.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn.shared_experts.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.40.ffn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.kv_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.q_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wkv_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wkv_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wkv_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wkv_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wkv_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wkv_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wkv_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wkv_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wo.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wo.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wo.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wo.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wq_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wq_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wq_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wq_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wq_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wq_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wq_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn.wq_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.attn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.100.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.101.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.102.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.103.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.104.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.105.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.106.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.107.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.108.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.109.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.110.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.111.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.112.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.113.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.114.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.115.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.116.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.117.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.118.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.119.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.120.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.121.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.122.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.123.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.124.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.125.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.126.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.127.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.64.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.65.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.66.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.67.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.68.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.69.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.70.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.71.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.72.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.73.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.74.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.75.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.76.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.77.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.78.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.79.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.80.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.81.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.82.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.83.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.84.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.85.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.86.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.87.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.88.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.89.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.90.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.91.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.92.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.93.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.94.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.95.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.96.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.97.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.98.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.experts.99.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.gate.bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.gate.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn.shared_experts.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.41.ffn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.kv_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.q_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wkv_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wkv_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wkv_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wkv_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wkv_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wkv_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wkv_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wkv_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wo.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wo.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wo.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wo.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wq_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wq_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wq_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wq_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wq_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wq_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wq_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn.wq_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.attn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.100.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.101.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.102.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.103.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.104.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.105.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.106.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.107.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.108.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.109.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.110.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.111.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.112.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.113.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.114.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.115.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.116.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.117.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.118.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.119.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.120.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.121.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.122.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.123.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.124.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.125.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.126.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.127.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.64.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.65.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.66.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.67.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.68.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.69.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.70.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.71.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.72.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.73.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.74.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.75.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.76.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.77.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.78.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.79.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.80.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.81.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.82.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.83.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.84.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.85.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.86.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.87.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.88.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.89.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.90.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.91.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.92.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.93.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.94.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.95.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.96.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.97.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.98.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.experts.99.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.gate.bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.gate.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn.shared_experts.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.42.ffn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.kv_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.q_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wkv_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wkv_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wkv_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wkv_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wkv_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wkv_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wkv_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wkv_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wo.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wo.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wo.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wo.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wq_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wq_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wq_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wq_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wq_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wq_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wq_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn.wq_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.attn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.100.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.101.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.102.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.103.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.104.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.105.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.106.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.107.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.108.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.109.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.110.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.111.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.112.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.113.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.114.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.115.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.116.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.117.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.118.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.119.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.120.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.121.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.122.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.123.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.124.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.125.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.126.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.127.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.64.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.65.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.66.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.67.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.68.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.69.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.70.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.71.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.72.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.73.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.74.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.75.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.76.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.77.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.78.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.79.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.80.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.81.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.82.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.83.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.84.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.85.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.86.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.87.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.88.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.89.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.90.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.91.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.92.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.93.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.94.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.95.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.96.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.97.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.98.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.experts.99.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.gate.bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.gate.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn.shared_experts.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.43.ffn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.kv_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.q_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wkv_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wkv_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wkv_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wkv_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wkv_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wkv_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wkv_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wkv_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wo.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wo.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wo.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wo.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wq_a.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wq_a.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wq_a.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wq_a.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wq_b.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wq_b.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wq_b.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn.wq_b.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.attn_norm.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.100.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.101.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.102.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.103.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.104.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.105.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.106.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.107.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.108.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.109.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.110.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.111.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.112.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.113.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.114.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.115.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.116.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.117.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.118.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.119.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.120.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.121.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.122.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.123.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.124.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.125.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.126.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.127.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.64.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.65.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.66.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.67.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.68.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.69.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.70.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.71.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.72.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.73.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.74.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.75.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.76.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.77.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.78.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.79.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.80.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.81.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.82.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.83.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.84.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.85.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.86.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.87.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.88.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.89.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.90.w3.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w1.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w1.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w1.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w1.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w2.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w2.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w2.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w2.weight_scale": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w3.centroids.weight": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w3.indices": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w3.weight_bias": "model1-mp4-00007-of-00011.safetensors", "layers.44.ffn.experts.91.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.92.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.93.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.94.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.95.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.96.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.97.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.98.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.experts.99.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.gate.bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.gate.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn.shared_experts.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.44.ffn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.kv_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.q_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wkv_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wkv_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wkv_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wkv_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wkv_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wkv_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wkv_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wkv_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wo.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wo.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wo.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wo.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wq_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wq_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wq_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wq_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wq_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wq_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wq_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn.wq_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.attn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.100.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.101.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.102.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.103.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.104.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.105.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.106.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.107.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.108.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.109.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.110.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.111.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.112.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.113.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.114.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.115.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.116.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.117.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.118.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.119.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.120.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.121.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.122.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.123.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.124.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.125.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.126.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.127.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.64.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.65.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.66.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.67.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.68.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.69.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.70.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.71.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.72.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.73.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.74.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.75.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.76.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.77.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.78.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.79.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.80.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.81.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.82.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.83.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.84.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.85.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.86.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.87.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.88.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.89.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.90.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.91.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.92.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.93.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.94.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.95.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.96.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.97.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.98.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.experts.99.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.gate.bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.gate.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn.shared_experts.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.45.ffn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.kv_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.q_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wkv_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wkv_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wkv_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wkv_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wkv_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wkv_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wkv_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wkv_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wo.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wo.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wo.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wo.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wq_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wq_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wq_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wq_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wq_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wq_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wq_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn.wq_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.attn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.100.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.101.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.102.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.103.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.104.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.105.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.106.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.107.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.108.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.109.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.110.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.111.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.112.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.113.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.114.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.115.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.116.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.117.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.118.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.119.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.120.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.121.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.122.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.123.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.124.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.125.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.126.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.127.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.64.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.65.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.66.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.67.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.68.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.69.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.70.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.71.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.72.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.73.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.74.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.75.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.76.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.77.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.78.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.79.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.80.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.81.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.82.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.83.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.84.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.85.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.86.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.87.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.88.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.89.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.90.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.91.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.92.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.93.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.94.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.95.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.96.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.97.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.98.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.experts.99.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.gate.bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.gate.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn.shared_experts.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.46.ffn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.kv_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.q_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wkv_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wkv_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wkv_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wkv_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wkv_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wkv_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wkv_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wkv_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wo.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wo.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wo.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wo.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wq_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wq_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wq_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wq_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wq_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wq_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wq_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn.wq_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.attn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.100.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.101.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.102.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.103.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.104.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.105.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.106.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.107.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.108.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.109.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.110.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.111.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.112.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.113.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.114.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.115.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.116.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.117.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.118.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.119.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.120.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.121.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.122.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.123.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.124.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.125.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.126.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.127.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.64.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.65.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.66.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.67.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.68.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.69.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.70.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.71.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.72.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.73.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.74.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.75.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.76.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.77.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.78.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.79.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.80.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.81.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.82.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.83.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.84.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.85.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.86.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.87.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.88.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.89.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.90.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.91.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.92.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.93.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.94.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.95.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.96.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.97.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.98.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.experts.99.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.gate.bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.gate.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn.shared_experts.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.47.ffn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.kv_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.q_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wkv_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wkv_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wkv_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wkv_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wkv_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wkv_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wkv_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wkv_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wo.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wo.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wo.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wo.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wq_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wq_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wq_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wq_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wq_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wq_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wq_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn.wq_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.attn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.100.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.101.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.102.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.103.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.104.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.105.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.106.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.107.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.108.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.109.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.110.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.111.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.112.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.113.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.114.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.115.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.116.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.117.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.118.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.119.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.120.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.121.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.122.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.123.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.124.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.125.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.126.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.127.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.64.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.65.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.66.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.67.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.68.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.69.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.70.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.71.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.72.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.73.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.74.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.75.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.76.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.77.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.78.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.79.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.80.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.81.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.82.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.83.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.84.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.85.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.86.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.87.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.88.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.89.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.90.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.91.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.92.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.93.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.94.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.95.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.96.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.97.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.98.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.experts.99.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.gate.bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.gate.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn.shared_experts.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.48.ffn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.kv_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.q_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wkv_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wkv_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wkv_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wkv_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wkv_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wkv_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wkv_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wkv_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wo.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wo.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wo.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wo.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wq_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wq_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wq_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wq_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wq_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wq_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wq_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn.wq_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.attn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.100.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.101.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.102.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.103.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.104.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.105.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.106.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.107.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.108.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.109.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.110.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.111.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.112.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.113.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.114.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.115.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.116.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.117.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.118.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.119.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.120.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.121.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.122.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.123.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.124.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.125.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.126.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.127.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.64.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.65.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.66.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.67.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.68.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.69.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.70.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.71.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.72.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.73.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.74.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.75.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.76.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.77.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.78.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.79.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.80.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.81.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.82.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.83.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.84.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.85.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.86.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.87.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.88.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.89.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.90.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.91.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.92.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.93.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.94.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.95.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.96.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.97.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.98.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.experts.99.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.gate.bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.gate.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn.shared_experts.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.49.ffn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.kv_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.q_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wkv_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wkv_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wkv_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wkv_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wkv_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wkv_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wkv_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wkv_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wo.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wo.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wo.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wo.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wq_a.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wq_a.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wq_a.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wq_a.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wq_b.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wq_b.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wq_b.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn.wq_b.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.attn_norm.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.100.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.101.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.102.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.103.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.104.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.105.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.106.w3.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w1.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w1.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w1.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w1.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w2.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w2.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w2.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w2.weight_scale": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w3.centroids.weight": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w3.indices": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w3.weight_bias": "model1-mp4-00008-of-00011.safetensors", "layers.5.ffn.experts.107.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.108.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.109.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.110.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.111.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.112.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.113.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.114.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.115.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.116.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.117.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.118.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.119.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.120.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.121.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.122.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.123.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.124.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.125.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.126.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.127.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.64.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.65.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.66.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.67.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.68.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.69.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.70.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.71.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.72.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.73.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.74.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.75.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.76.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.77.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.78.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.79.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.80.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.81.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.82.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.83.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.84.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.85.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.86.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.87.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.88.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.89.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.90.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.91.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.92.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.93.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.94.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.95.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.96.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.97.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.98.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.experts.99.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.gate.bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.gate.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn.shared_experts.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.5.ffn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.kv_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.q_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wkv_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wkv_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wkv_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wkv_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wkv_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wkv_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wkv_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wkv_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wo.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wo.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wo.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wo.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wq_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wq_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wq_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wq_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wq_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wq_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wq_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn.wq_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.attn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.100.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.101.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.102.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.103.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.104.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.105.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.106.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.107.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.108.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.109.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.110.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.111.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.112.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.113.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.114.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.115.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.116.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.117.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.118.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.119.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.120.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.121.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.122.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.123.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.124.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.125.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.126.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.127.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.64.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.65.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.66.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.67.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.68.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.69.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.70.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.71.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.72.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.73.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.74.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.75.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.76.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.77.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.78.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.79.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.80.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.81.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.82.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.83.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.84.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.85.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.86.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.87.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.88.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.89.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.90.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.91.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.92.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.93.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.94.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.95.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.96.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.97.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.98.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.experts.99.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.gate.bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.gate.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn.shared_experts.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.50.ffn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.kv_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.q_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wkv_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wkv_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wkv_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wkv_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wkv_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wkv_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wkv_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wkv_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wo.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wo.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wo.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wo.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wq_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wq_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wq_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wq_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wq_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wq_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wq_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn.wq_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.attn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.100.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.101.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.102.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.103.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.104.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.105.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.106.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.107.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.108.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.109.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.110.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.111.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.112.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.113.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.114.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.115.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.116.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.117.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.118.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.119.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.120.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.121.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.122.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.123.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.124.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.125.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.126.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.127.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.64.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.65.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.66.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.67.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.68.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.69.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.70.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.71.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.72.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.73.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.74.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.75.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.76.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.77.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.78.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.79.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.80.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.81.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.82.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.83.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.84.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.85.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.86.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.87.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.88.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.89.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.90.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.91.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.92.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.93.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.94.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.95.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.96.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.97.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.98.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.experts.99.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.gate.bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.gate.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn.shared_experts.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.51.ffn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.kv_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.q_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wkv_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wkv_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wkv_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wkv_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wkv_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wkv_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wkv_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wkv_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wo.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wo.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wo.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wo.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wq_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wq_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wq_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wq_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wq_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wq_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wq_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn.wq_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.attn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.100.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.101.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.102.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.103.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.104.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.105.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.106.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.107.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.108.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.109.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.110.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.111.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.112.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.113.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.114.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.115.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.116.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.117.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.118.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.119.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.120.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.121.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.122.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.123.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.124.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.125.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.126.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.127.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.64.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.65.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.66.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.67.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.68.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.69.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.70.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.71.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.72.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.73.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.74.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.75.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.76.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.77.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.78.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.79.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.80.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.81.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.82.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.83.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.84.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.85.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.86.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.87.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.88.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.89.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.90.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.91.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.92.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.93.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.94.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.95.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.96.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.97.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.98.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.experts.99.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.gate.bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.gate.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn.shared_experts.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.52.ffn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.kv_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.q_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wkv_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wkv_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wkv_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wkv_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wkv_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wkv_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wkv_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wkv_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wo.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wo.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wo.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wo.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wq_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wq_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wq_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wq_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wq_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wq_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wq_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn.wq_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.attn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.100.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.101.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.102.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.103.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.104.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.105.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.106.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.107.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.108.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.109.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.110.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.111.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.112.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.113.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.114.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.115.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.116.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.117.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.118.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.119.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.120.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.121.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.122.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.123.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.124.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.125.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.126.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.127.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.64.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.65.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.66.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.67.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.68.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.69.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.70.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.71.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.72.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.73.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.74.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.75.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.76.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.77.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.78.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.79.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.80.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.81.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.82.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.83.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.84.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.85.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.86.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.87.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.88.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.89.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.90.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.91.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.92.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.93.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.94.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.95.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.96.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.97.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.98.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.experts.99.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.gate.bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.gate.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn.shared_experts.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.53.ffn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.kv_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.q_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wkv_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wkv_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wkv_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wkv_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wkv_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wkv_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wkv_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wkv_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wo.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wo.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wo.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wo.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wq_a.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wq_a.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wq_a.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wq_a.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wq_b.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wq_b.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wq_b.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn.wq_b.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.attn_norm.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.100.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.101.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.102.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.103.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.104.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.105.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.106.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.107.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.108.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.109.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.110.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.111.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.112.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.113.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.114.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.115.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.116.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.117.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.118.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.119.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.120.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.121.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.122.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.123.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.124.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.125.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w1.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w1.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w1.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w2.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w2.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w2.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w2.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w3.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w3.indices": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w3.weight_bias": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.126.w3.weight_scale": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.127.w1.centroids.weight": "model1-mp4-00009-of-00011.safetensors", "layers.54.ffn.experts.127.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.127.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.64.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.65.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.66.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.67.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.68.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.69.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.70.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.71.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.72.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.73.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.74.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.75.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.76.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.77.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.78.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.79.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.80.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.81.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.82.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.83.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.84.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.85.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.86.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.87.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.88.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.89.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.90.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.91.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.92.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.93.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.94.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.95.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.96.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.97.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.98.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.experts.99.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.gate.bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.gate.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn.shared_experts.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.54.ffn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.kv_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.q_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wkv_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wkv_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wkv_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wkv_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wkv_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wkv_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wkv_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wkv_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wo.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wo.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wo.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wo.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wq_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wq_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wq_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wq_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wq_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wq_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wq_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn.wq_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.attn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.100.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.101.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.102.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.103.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.104.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.105.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.106.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.107.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.108.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.109.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.110.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.111.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.112.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.113.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.114.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.115.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.116.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.117.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.118.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.119.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.120.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.121.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.122.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.123.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.124.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.125.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.126.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.127.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.64.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.65.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.66.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.67.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.68.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.69.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.70.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.71.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.72.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.73.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.74.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.75.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.76.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.77.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.78.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.79.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.80.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.81.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.82.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.83.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.84.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.85.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.86.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.87.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.88.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.89.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.90.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.91.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.92.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.93.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.94.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.95.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.96.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.97.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.98.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.experts.99.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.gate.bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.gate.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn.shared_experts.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.55.ffn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.kv_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.q_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wkv_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wkv_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wkv_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wkv_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wkv_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wkv_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wkv_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wkv_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wo.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wo.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wo.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wo.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wq_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wq_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wq_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wq_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wq_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wq_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wq_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn.wq_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.attn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.100.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.101.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.102.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.103.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.104.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.105.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.106.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.107.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.108.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.109.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.110.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.111.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.112.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.113.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.114.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.115.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.116.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.117.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.118.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.119.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.120.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.121.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.122.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.123.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.124.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.125.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.126.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.127.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.64.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.65.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.66.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.67.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.68.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.69.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.70.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.71.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.72.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.73.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.74.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.75.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.76.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.77.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.78.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.79.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.80.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.81.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.82.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.83.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.84.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.85.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.86.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.87.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.88.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.89.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.90.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.91.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.92.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.93.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.94.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.95.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.96.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.97.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.98.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.experts.99.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.gate.bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.gate.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn.shared_experts.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.56.ffn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.kv_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.q_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wkv_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wkv_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wkv_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wkv_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wkv_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wkv_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wkv_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wkv_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wo.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wo.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wo.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wo.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wq_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wq_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wq_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wq_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wq_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wq_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wq_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn.wq_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.attn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.100.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.101.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.102.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.103.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.104.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.105.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.106.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.107.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.108.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.109.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.110.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.111.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.112.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.113.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.114.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.115.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.116.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.117.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.118.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.119.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.120.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.121.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.122.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.123.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.124.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.125.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.126.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.127.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.64.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.65.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.66.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.67.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.68.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.69.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.70.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.71.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.72.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.73.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.74.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.75.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.76.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.77.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.78.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.79.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.80.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.81.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.82.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.83.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.84.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.85.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.86.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.87.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.88.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.89.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.90.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.91.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.92.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.93.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.94.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.95.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.96.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.97.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.98.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.experts.99.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.gate.bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.gate.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn.shared_experts.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.57.ffn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.kv_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.q_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wkv_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wkv_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wkv_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wkv_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wkv_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wkv_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wkv_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wkv_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wo.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wo.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wo.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wo.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wq_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wq_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wq_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wq_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wq_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wq_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wq_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn.wq_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.attn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.100.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.101.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.102.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.103.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.104.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.105.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.106.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.107.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.108.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.109.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.110.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.111.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.112.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.113.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.114.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.115.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.116.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.117.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.118.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.119.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.120.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.121.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.122.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.123.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.124.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.125.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.126.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.127.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.64.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.65.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.66.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.67.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.68.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.69.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.70.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.71.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.72.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.73.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.74.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.75.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.76.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.77.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.78.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.79.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.80.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.81.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.82.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.83.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.84.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.85.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.86.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.87.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.88.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.89.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.90.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.91.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.92.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.93.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.94.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.95.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.96.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.97.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.98.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.experts.99.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.gate.bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.gate.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn.shared_experts.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.58.ffn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.kv_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.q_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wkv_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wkv_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wkv_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wkv_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wkv_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wkv_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wkv_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wkv_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wo.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wo.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wo.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wo.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wq_a.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wq_a.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wq_a.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wq_a.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wq_b.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wq_b.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wq_b.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn.wq_b.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.attn_norm.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.100.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.101.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.102.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.103.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.104.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.105.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.106.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.107.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.108.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.109.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.110.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.111.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.112.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.113.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.114.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.115.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.116.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.117.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.118.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.119.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.120.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.121.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.122.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.123.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.124.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.125.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.126.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.127.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.64.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.65.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.66.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.67.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.68.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.69.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.70.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.71.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.72.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.73.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.74.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.75.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.76.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.77.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.78.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.79.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.80.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w1.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w2.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w2.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w2.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w2.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w3.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w3.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w3.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.81.w3.weight_scale": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.82.w1.centroids.weight": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.82.w1.indices": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.82.w1.weight_bias": "model1-mp4-00010-of-00011.safetensors", "layers.59.ffn.experts.82.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.82.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.82.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.82.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.82.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.82.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.82.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.82.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.82.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.83.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.84.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.85.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.86.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.87.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.88.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.89.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.90.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.91.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.92.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.93.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.94.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.95.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.96.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.97.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.98.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.experts.99.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.gate.bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.gate.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn.shared_experts.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.59.ffn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.kv_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.q_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wkv_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wkv_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wkv_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wkv_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wkv_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wkv_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wkv_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wkv_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wo.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wo.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wo.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wo.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wq_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wq_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wq_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wq_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wq_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wq_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wq_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn.wq_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.attn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.100.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.101.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.102.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.103.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.104.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.105.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.106.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.107.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.108.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.109.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.110.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.111.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.112.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.113.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.114.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.115.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.116.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.117.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.118.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.119.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.120.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.121.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.122.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.123.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.124.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.125.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.126.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.127.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.64.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.65.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.66.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.67.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.68.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.69.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.70.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.71.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.72.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.73.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.74.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.75.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.76.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.77.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.78.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.79.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.80.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.81.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.82.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.83.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.84.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.85.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.86.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.87.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.88.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.89.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.90.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.91.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.92.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.93.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.94.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.95.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.96.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.97.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.98.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.experts.99.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.gate.bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.gate.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn.shared_experts.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.6.ffn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.kv_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.q_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wkv_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wkv_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wkv_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wkv_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wkv_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wkv_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wkv_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wkv_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wo.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wo.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wo.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wo.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wq_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wq_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wq_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wq_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wq_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wq_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wq_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn.wq_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.attn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.100.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.101.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.102.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.103.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.104.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.105.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.106.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.107.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.108.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.109.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.110.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.111.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.112.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.113.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.114.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.115.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.116.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.117.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.118.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.119.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.120.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.121.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.122.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.123.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.124.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.125.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.126.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.127.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.64.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.65.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.66.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.67.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.68.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.69.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.70.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.71.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.72.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.73.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.74.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.75.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.76.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.77.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.78.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.79.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.80.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.81.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.82.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.83.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.84.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.85.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.86.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.87.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.88.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.89.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.90.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.91.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.92.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.93.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.94.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.95.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.96.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.97.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.98.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.experts.99.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.gate.bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.gate.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn.shared_experts.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.60.ffn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.kv_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.q_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wkv_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wkv_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wkv_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wkv_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wkv_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wkv_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wkv_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wkv_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wo.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wo.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wo.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wo.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wq_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wq_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wq_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wq_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wq_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wq_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wq_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn.wq_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.attn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.100.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.101.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.102.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.103.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.104.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.105.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.106.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.107.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.108.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.109.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.110.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.111.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.112.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.113.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.114.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.115.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.116.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.117.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.118.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.119.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.120.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.121.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.122.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.123.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.124.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.125.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.126.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.127.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.64.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.65.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.66.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.67.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.68.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.69.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.70.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.71.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.72.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.73.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.74.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.75.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.76.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.77.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.78.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.79.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.80.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.81.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.82.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.83.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.84.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.85.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.86.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.87.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.88.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.89.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.90.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.91.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.92.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.93.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.94.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.95.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.96.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.97.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.98.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.experts.99.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.gate.bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.gate.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn.shared_experts.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.7.ffn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.kv_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.q_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wkv_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wkv_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wkv_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wkv_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wkv_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wkv_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wkv_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wkv_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wo.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wo.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wo.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wo.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wq_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wq_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wq_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wq_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wq_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wq_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wq_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn.wq_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.attn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.100.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.101.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.102.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.103.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.104.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.105.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.106.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.107.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.108.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.109.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.110.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.111.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.112.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.113.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.114.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.115.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.116.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.117.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.118.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.119.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.120.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.121.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.122.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.123.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.124.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.125.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.126.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.127.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.64.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.65.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.66.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.67.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.68.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.69.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.70.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.71.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.72.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.73.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.74.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.75.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.76.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.77.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.78.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.79.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.80.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.81.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.82.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.83.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.84.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.85.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.86.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.87.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.88.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.89.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.90.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.91.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.92.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.93.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.94.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.95.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.96.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.97.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.98.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.experts.99.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.gate.bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.gate.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn.shared_experts.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.8.ffn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.kv_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.q_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wkv_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wkv_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wkv_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wkv_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wkv_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wkv_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wkv_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wkv_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wo.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wo.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wo.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wo.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wq_a.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wq_a.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wq_a.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wq_a.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wq_b.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wq_b.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wq_b.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn.wq_b.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.attn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.100.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.101.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.102.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.103.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.104.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.105.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.106.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.107.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.108.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.109.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.110.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.111.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.112.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.113.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.114.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.115.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.116.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.117.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.118.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.119.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.120.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.121.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.122.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.123.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.124.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.125.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.126.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.127.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.64.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.65.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.66.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.67.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.68.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.69.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.70.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.71.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.72.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.73.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.74.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.75.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.76.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.77.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.78.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.79.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.80.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.81.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.82.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.83.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.84.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.85.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.86.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.87.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.88.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.89.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.90.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.91.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.92.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.93.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.94.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.95.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.96.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.97.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.98.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.experts.99.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.gate.bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.gate.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w1.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w1.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w1.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w1.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w2.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w2.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w2.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w2.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w3.centroids.weight": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w3.indices": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w3.weight_bias": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn.shared_experts.w3.weight_scale": "model1-mp4-00011-of-00011.safetensors", "layers.9.ffn_norm.weight": "model1-mp4-00011-of-00011.safetensors", "norm.weight": "model1-mp4-00011-of-00011.safetensors" } }